{"msg":"Running step start_crdb","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:44.570907267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting CRDB","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:44.571735588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpm60wLF","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:44.607446289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpm60wLF/data)","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:44.607516218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpm60wLF/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpm60wLF/listen-url","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:44.638716743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=1 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:44.639400726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"cockroach pid: 27039","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:46.283238455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"cockroach listen URL: postgresql://root@[::1]:34436/omicron?sslmode=disable","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:46.283355318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"Running step start_clickhouse","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:46.283884733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting Clickhouse","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:46.283943299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"Running step start_gateway_switch0","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:46.902660874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting Management Gateway","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:46.902780933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"Running step start_dendrite_switch0","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.026648731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting Dendrite for switch0","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.026711266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"Running step start_mgd_switch0","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.073884315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting mgd for switch0","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.0739771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"mgd port is 36404","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.174887628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"Running step record_switch_dns","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.174955713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Recording DNS for the switch zones","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.175093147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Running step start_internal_dns","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.175239569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.175566671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmpoN8RnG"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.299534368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.299594859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.299747824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:42353"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.30044853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.3007447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.300987874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.302125601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"Running step start_external_dns","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.308205405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"opening sled database","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.31077268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpKi8Yqh"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.328401324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 0","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.328462636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server","keep":3}
{"msg":"DNS server bound to address","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.328489119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:35950"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.328747844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:46413","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.328793746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:46413","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.328828254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:46413","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.32960903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:46413","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"Running step start_nexus_internal","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.329861704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting Nexus (internal API)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.329910902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"setting up nexus server","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.330564744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.332958524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333017982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333044044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333069966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333092731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333119464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333140156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333165416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333251247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333315174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333367579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333390875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333417538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333439021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333465183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333484722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"WebhookEventClassList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333869559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333918376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333949318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333969518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.333997113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.33414117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334414725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334459254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334490266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334513231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334540185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334559674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334584163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334608621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334630605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334655064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334676096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334719031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.33474348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.33476838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334787758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334812317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334831966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.33485363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334875283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334899451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.33491923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334949511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.334977717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"RoleBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335007957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335030392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335057135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335078367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335197916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335236322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335266803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335292985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335312374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335336552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335356171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"WebhookEvent"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335379708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"WebhookReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335399006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335425649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335444587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.335470739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","class":"UserBuiltin"}
{"msg":"full Oso configuration","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.336034993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations)\n# - silo.viewer           (can read most resources within the Silo)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n                resource RoleBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookEvent {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            "}
{"msg":"Setting up resolver using DNS address: [::1]:42353","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.363592109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"new DNS resolver","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.363643361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","addresses":"[[::1]:42353]"}
{"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.363950573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","url":"PostgresConfigWithUrl {\n    url_raw: \"postgresql://root@[::1]:34436/omicron?sslmode=disable\",\n    config: Config {\n        user: Some(\n            \"root\",\n        ),\n        password: None,\n        dbname: Some(\n            \"omicron\",\n        ),\n        options: None,\n        application_name: None,\n        ssl_mode: Disable,\n        host: [\n            Tcp(\n                \"::1\",\n            ),\n        ],\n        hostaddr: [],\n        port: [\n            34436,\n        ],\n        connect_timeout: None,\n        tcp_user_timeout: None,\n        keepalives: true,\n        keepalives_idle: 7200s,\n        keepalives_interval: None,\n        keepalives_retries: None,\n        target_session_attrs: Any,\n        channel_binding: Prefer,\n        load_balance_hosts: Disable,\n    },\n}"}
{"msg":"registered USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.366490173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Database schema version is up to date","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.406787814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registered USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.496099902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"208fcc41-7c46-47c4-8a86-455b86525c8c","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.589563062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/bgtasks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.589667249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/bgtasks/activate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.589846206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590020032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/clickhouse/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590085583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/clickhouse/policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.59011449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590153147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590187726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590211454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590242435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590275431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/demo-saga","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590309429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590332795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/all","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590362975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590397164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590421242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/import","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590454608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590488065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/target","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590511101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/target","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590541521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590573284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590596671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590627853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590659927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590694526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590718353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590755147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590789766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590832461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590856809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.590895146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591066207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591118791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/metrics/collectors","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591144002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591179803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/metrics/producers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591216937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/mgs-updates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591258249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591297377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/oximeter/read-policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591333689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/oximeter/read-policy","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591358429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/physical-disk/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591392457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/probes/{sled}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591429561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.59145422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sagas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591490532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sagas/{saga_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591528077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591552285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591587505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.59162483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sleds/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591648537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sleds/expunge","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591682915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/sleds/uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591718707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/switch/{switch_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591743917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591779137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.591804167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.591840028Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.592582678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"SEC running","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.593064518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"sec_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"SEC","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.59906313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.599136105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.59916367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in users","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.600196398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.609920843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.610075912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.611316985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"starting MgsUpdateDriver","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.611591522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.614460869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60546","req_id":"94fc5290-91d1-4679-b19f-48c84c2ebee3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   2e bb 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.614637681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60546","req_id":"94fc5290-91d1-4679-b19f-48c84c2ebee3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11963,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 11963,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:47.617280337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60546","req_id":"94fc5290-91d1-4679-b19f-48c84c2ebee3","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"created 5 built-in users","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.631718934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.632094713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.632618166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.635163077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.635392263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.63545585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.635486481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.635847911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 10 built-in roles","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.645399763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.64545353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.645504141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.647734364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in role assignments","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.647813502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.6478425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.647884604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.648263458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 4 built-in role assignments","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:47.992000772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.992057245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.992152465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.995187091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in silos","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.995233473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:47.995279615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.995319835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:47.995882015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 built-in silos","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:48.219261024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.22007735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.220154394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.221759772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.255590137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.255702661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.258866305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in projects","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.258927497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.259250139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.259347964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.259937519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.267208646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.267705897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.268532334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.268876169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.269787955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.364144665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.364233191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.36426285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.365042714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.369116822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.373495065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.373608641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.373643611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.373670925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.373695194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.374056313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.377203374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.377288363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.377319285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.377788129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.380814939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.383975066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.384113291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.384155746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.384571444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in services project","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:48.408519669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.40859055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.408668887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.41191311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in VPCs","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.411978501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.412037168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.412084271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.412107578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.417019956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.417091698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.417672065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.421939878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.422005339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.422035919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.422062573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.422534022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.425013071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.425088151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.425117459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.425493388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.428258167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.428316774Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.428346473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.429290013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.431579414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.442913356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.44299546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.443022574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.443050399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.443076982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.443101421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.443122273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.448129219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.44818985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.448219418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.44904838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.459621977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.461802061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.461862481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.461890357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.465301353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.478904506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.478979346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.479009255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.479457228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.502977781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.503086848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.503119092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.503144142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.504243833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.513058887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.513119157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.513150479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.516952314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.526161503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.526229569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.526331662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.527431303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.530664004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.539073359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.544747825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.544950328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.546120029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.557968887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.55804548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.565451606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.577487928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.577620211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.578694341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.58488223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.584962039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.584995776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.58512787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.585487526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.596969233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.597134211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.5972037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.598023874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.608314958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.608641679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.608678673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.610276216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.636734502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.650469058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.650582073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.650612694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.651113301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.712707524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.712771141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.712799467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.712825619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.713935571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.717554762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.717596104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.717622597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.717645452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.720031055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.720090153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.720120183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.720757032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.724167437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.739417572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.739558012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.739726127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.740331242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.808621726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.80869406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.808722136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.808843317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.810876649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.818319398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.818383475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.818414577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.819044172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.821410336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.821722628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.821776907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.824175145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.832457707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.863196492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.863310139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.863396611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.864917752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.883162744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.883427802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.883573232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.884903943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.891598832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.891709904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.892386361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.898887474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.898942464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.902623779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.909210773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.919338301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.919404473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.920161652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.920855394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.925715467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.925811519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.92584209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.926330593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.937010893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.937071934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.937101624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.937638393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.947568919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.953387432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.953464325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.953489375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.953517541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.953543553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.953567751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.953914482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.955943896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.955999076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.956027983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.95667391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.970177766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.970226743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.970254699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.97074189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.974952208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.982153476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.98222053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.982251061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.982559055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.995991317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.996390703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:48.996490512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.996521935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:48.997365085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.002694894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.002768941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.00279841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.003246784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.006286801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.006347862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.00637671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.006625475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.018969981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.030248122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.030535164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.03065864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.03122075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in VPC firewall rules","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.144367267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.144479901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.144508639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.144536624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.145684171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.152353679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.152413779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.153436707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.175175009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.175247844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.177003813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.179272764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.179348445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.179381841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.179408284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.182584262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.185897754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.185955338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.185986471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.186672297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.193756863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.193813616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.193842784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.195666638Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.202365364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.211528712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.211595184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.211624753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.211651486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.212172254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.226349611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.226421966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.22644928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.226475422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.226955469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.230037289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.230097298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.230125044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.231427168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.23732025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.237383265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.237413696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.238269591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.240903409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.250609969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.258466683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.258566602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.258596932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.258622543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.259375564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.262798784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.262859906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.262891118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.270389999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.286903521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.286980244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.287091335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.288154604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.292520392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.304956501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.305073734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.305167391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.305760973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.317578529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.319595398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.320478347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.335681528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.335756347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.335788311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.335813521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.336743274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.348240942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.348660097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.34904785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.350060818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.353839196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.353899216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.353929967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.362209574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.365707443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.37431871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.380533042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.380595406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.38062725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.380651758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.381430119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.385654566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.38572686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.385757401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.386310393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.391791654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.391861844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.391892014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.392473733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.394773064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.405169188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.405245981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.405316071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.405926106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.483035371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.483099389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.485105105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.489737074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.489813977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.48984563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.489873145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.490760012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.501060415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.501117118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.501249822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.501882302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.511578351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.511629734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.511658862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.51391167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.517363147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.52571645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.542755379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.542823796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.542856401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.542882954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.543662106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.551065126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.551122841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.551153753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.551177931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.551204053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.551230095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.551255856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.551542507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.55380761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.562864315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.562935377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.562967681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.563815751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.569835405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.569907278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.571497105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created built-in services vpc subnets","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.575598577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"created built-in services vpc","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.575654258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.575680481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.575706011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.579757935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"attempting to create silo users","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.579835409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.579861341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.579887773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.580509472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 silo users","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.587293368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"attempting to create silo user role assignments","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.587349981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.587458628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.587503006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.588331447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"created 2 silo user role assignments","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.592307439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.592362398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.592394342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.593117402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.598505548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.598576199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.59987173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.610369035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.610437381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.610470337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.610497852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.610984061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.614377422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.617685593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.617740142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.6177694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.618556398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.625485023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.625556255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.62566943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.625705693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.626159777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.633206718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.648426272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.648498295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.64852562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.649081628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.739342476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.741128525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.741911715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"}
{"msg":"populate complete","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.749358453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activating background tasks","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.749413192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Running step start_sled1","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.755473066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"setting up sled agent server","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.755772342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"created simulated sled agent","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.810727296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"}
{"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.811263123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"omicron_sled_agent::sim::SimulatedUpstairs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.811613642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.811868109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.811938549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.811970803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.8172442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.820537823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.820605608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.821467705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:49.823046812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.823104998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"1.634487ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.823180879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"reading DNS version","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.823219756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.823245658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.823272982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.824937068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.825040133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.825135864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.827142392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:49.827200548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no config nor servers"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.827231018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"55.2µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.827260968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"Metric producer GC running","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.827309956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","expiration":"2025-04-30 06:32:49.827214375 UTC"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.827559002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.827927456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.829451483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.829508586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.829537564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.830111698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.833306944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.833364619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.834124694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.834244272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.834496755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.834565632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.835627428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.835684932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.83571399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.835741736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.837160943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.837217566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.837245892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.837270762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.837298046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.83732485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.8373549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.83812287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.83817302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:49.838316215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.838358108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"182.323µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.838477346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint execution: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:49.838522596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.838547897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"35.089µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.83857478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.838600091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.838626664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.838653307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.838679459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839119235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839179495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.839209094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.839253362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.83928255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839309203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839716174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839773499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839800492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"21.423µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839827496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:49.839853939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839877656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"15.831µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839902716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.839925371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.839946994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"79.939µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.840786016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.840832298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.840889061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.840919281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.840946426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.841785608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.841831098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.841857581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.841883863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.841913232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.842057519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.842983995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.84305178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.843456296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.84350315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.844001122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.8440604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.844089308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.844117955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.844488513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.844539374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.844566979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.844594153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.844992567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.845045733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.845087126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.845117466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.845160632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.845190291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.846304611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.846365372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.846395693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.846495722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"283.935µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.846543036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.846678827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.846726011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848242883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848303344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848333434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.848358854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848386069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848410798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848438563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.848464124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.848487681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.848514955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.84854245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848569334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848849762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848901606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.848929932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.848956645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.849918502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.849980916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"listing candidate sagas for recovery","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.850008301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.850031066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.850059162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.851690983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.85174942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.851779119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.851806794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.851830602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.851857675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.851880932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.851907665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.8522715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.852445637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.852595566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.852641858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.853323997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.853376502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.853403556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.853430469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.853798873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.853849955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.853876688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.85390288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.85450492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.854562625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.854589599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.854616693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.854644829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.85467059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.855073543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.855126308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.855156628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.855183161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.855702827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.855784169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.855816884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.855844479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.856207212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.856259325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":1,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.856287852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.856314415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.857306682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpTUreDe/artifact-config.json","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.85832964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.858387756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpTUreDe/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpphPCl1/artifact-config.json","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.858417335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.858443808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpphPCl1/artifact-config.json"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.949061728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:42164","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.950140999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:42164","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.951274367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:42164","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960681871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960762722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960794335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960822621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960847581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960872861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960897941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960936468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960965716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.960990496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96101764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961043641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961069112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961095815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961121346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961146416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961171837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961197889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961222919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96124875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961275073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961301856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961327838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961352256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961377477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961401013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961425061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96144936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961473388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961497436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961522125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961546573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96157011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961594669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961619629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961645681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961671603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961697103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961722534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961748556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961773265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961799157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961825469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96185086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96187614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961900188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961925448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961950438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961974626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.961999045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962025207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962049896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962074465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96210206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962127401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962151479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96221717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962245446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962270656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962294584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962317219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962342239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962368241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96239321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962415705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962439933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962464302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962489322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962513049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.962536746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962560414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"contacting server nexus","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.962582898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.963380327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:41836/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.964720247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59288","req_id":"729e2a35-8282-4323-af5c-c37d6995420b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   13 51 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   .Q..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.964860867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59288","req_id":"729e2a35-8282-4323-af5c-c37d6995420b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 4945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:49.965249091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59288","req_id":"729e2a35-8282-4323-af5c-c37d6995420b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.965287267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62985","req_id":"79d04bbd-8ebe-443f-a8a2-949dc0e4dc6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   33 ee 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   3............_ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.965359991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62985","req_id":"79d04bbd-8ebe-443f-a8a2-949dc0e4dc6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13294,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13294,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:49.965604629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62985","req_id":"79d04bbd-8ebe-443f-a8a2-949dc0e4dc6e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.965767233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.965821371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.965866801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.965895468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.966806103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.96726138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:61932"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:49.967555135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.96777322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"147.229235ms"}
{"msg":"failed to lookup DNS servers","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:49.96795927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.968012486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"142.949408ms"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.968600348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.968658063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.968689435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.968718343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.969275202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.970507868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"a29ee37d-9059-4f82-983c-ee44c9a6e9d1","remote_addr":"127.0.0.1:61932","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registered sled agent","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.972348506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:49.981075494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","pruned":"{}","expiration":"2025-04-30 06:32:49.827214375 UTC"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.981189992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"expiration\":\"2025-04-30T06:32:49.827214375Z\",\"pruned\":[]}","iteration":1,"elapsed":"153.924545ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.985331063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:49.987924189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56823","req_id":"67e9ef49-f3d2-4eaa-b75d-435544be65ff","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   80 49 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .I..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:49.988118997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56823","req_id":"67e9ef49-f3d2-4eaa-b75d-435544be65ff","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32841,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32841,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:49.999061319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56823","req_id":"67e9ef49-f3d2-4eaa-b75d-435544be65ff","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.019929858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.021031694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"183.823447ms"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:50.032022382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:50.032140247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.032240477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"198.025503ms"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.048249233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.093891673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.093974297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.09400583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.094578772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.102586597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.113850409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.113910589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.113938985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.114434643Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.114947244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.123290899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.158840529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.158969386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.159502949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.163564772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.195274271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.195394671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.195428147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.195938364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.196182641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.20520152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.205264165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.205295387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.20568851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.212314212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49207","req_id":"c9765227-57b2-43c4-98a4-777cc6480aaf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   52 ca 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   R............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.2123936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49207","req_id":"c9765227-57b2-43c4-98a4-777cc6480aaf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21194,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21194,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:50.213068414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49207","req_id":"c9765227-57b2-43c4-98a4-777cc6480aaf","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.214181372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.225060508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.225533951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.22625626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.231926288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:50.234916285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:50.234997206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.235031975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"399.328897ms"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.29940799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.299504683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.300253435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.334753684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.338761269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.33885691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.338889174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.338917851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.338945146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.339287788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.387646179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"536.543739ms"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.443595324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.443682528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.444332353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.447967606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.452390799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.452455578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.452485157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.45283311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.571151231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.571233445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.571960424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.57433257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.57811674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.578178733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.578211037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.578238582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.578263362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.57860384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.580381722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"726.517259ms"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.582341627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.582387058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.58294522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.584957259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"728.689216ms"}
{"msg":"listed in-progress sagas","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.587692899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","count":0}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.587937968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"738.367239ms"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.588913792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.589035575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.589293468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.607577889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.620270308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.621246272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.621309438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.621768523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.64367473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reincarnation_reason":"instance failed","total_found":0}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.643751302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.643784899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.644519633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.662796919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.662868352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.662900315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.662928171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.663576783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.683981007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"a29ee37d-9059-4f82-983c-ee44c9a6e9d1","remote_addr":"127.0.0.1:61932","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":713426,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.685150087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:41836/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"a29ee37d-9059-4f82-983c-ee44c9a6e9d1\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"}
{"msg":"Running step start_crucible_pantry","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.685406798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.686837469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.686903079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.686935444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.686960584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.686985353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.687047557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.687077026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.687102096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.687126124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.687149991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.687173498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.687197576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.688418248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.688472406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:54156"}
{"msg":"Running step populate_internal_dns","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.688497276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Populating Internal DNS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.688518408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"DNS population: DnsConfigParams {\n    generation: Generation(\n        1,\n    ),\n    time_created: 2025-04-30T06:42:50.826045361Z,\n    zones: [\n        DnsConfigZone {\n            zone_name: \"control-plane.oxide.internal\",\n            records: {\n                \"_dendrite._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 65174,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"58f2365f-b720-4ec1-ad50-a68fadcacb1c.host\": [\n                    Aaaa(\n                        ::ffff:127.0.0.1,\n                    ),\n                ],\n                \"69aed484-7768-456c-9a68-bca265ad4317.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_clickhouse-native._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"76bd4c4b-c66e-40e4-90b4-ef0afc6ed104.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse-admin-single-server._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 8888,\n                            target: \"76bd4c4b-c66e-40e4-90b4-ef0afc6ed104.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_nameservice._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 58975,\n                            target: \"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_nexus._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 41836,\n                            target: \"58f2365f-b720-4ec1-ad50-a68fadcacb1c.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgs._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 40004,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_crucible-pantry._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 54156,\n                            target: \"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_external-dns._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 46413,\n                            target: \"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_mgd._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 36404,\n                            target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_clickhouse._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 38280,\n                            target: \"76bd4c4b-c66e-40e4-90b4-ef0afc6ed104.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_cockroach._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 34436,\n                            target: \"76de6b0e-3a17-4e6b-9616-5814fc4102de.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"_oximeter-reader._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 9000,\n                            target: \"76bd4c4b-c66e-40e4-90b4-ef0afc6ed104.host.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n                \"76de6b0e-3a17-4e6b-9616-5814fc4102de.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"76bd4c4b-c66e-40e4-90b4-ef0afc6ed104.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"8fa73ed5-840a-435c-8250-4547cafe1025.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"fd382bc8-252a-498d-a152-387b7e5fb18a.host\": [\n                    Aaaa(\n                        ::1,\n                    ),\n                ],\n                \"_repo-depot._tcp\": [\n                    Srv(\n                        Srv {\n                            prio: 0,\n                            weight: 0,\n                            port: 42164,\n                            target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n                        },\n                    ),\n                ],\n            },\n        },\n    ],\n}","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.826424316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.826658402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"body":"Some(Body)","uri":"http://[::1]:58975/config","method":"PUT"}
{"msg":"inventory collection is None","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:50.827489749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.82755068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"986.746629ms"}
{"msg":"Found abandoned VMMs","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.830159047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","total":0,"count":0}
{"msg":"Abandoned VMMs reaped","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.830750055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.830803541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"981.930252ms"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.831213829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.842554113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to read target blueprint","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:50.84314988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"Internal Error: no target blueprint set"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.843205642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"1.005933587s"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.843288717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.843368847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.843700518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"991.242165ms"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.844909667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.847174068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.847809645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.853081458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"997.931323ms"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.853208802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{}","iteration":1,"elapsed":"1.011376933s"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.853324212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.854494835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.854612078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.854655655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.855736278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to read DNS config","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:50.855821007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.855854464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"1.032661591s"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.856502214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.874777617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.874847817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.874880963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.875359095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.885677394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:62799"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.889917883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59506","req_id":"602ebe97-e6ae-4ed4-8d4e-969f25d0b5dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e6 61 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .a..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.890057982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59506","req_id":"602ebe97-e6ae-4ed4-8d4e-969f25d0b5dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58977,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58977,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:50.890501355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59506","req_id":"602ebe97-e6ae-4ed4-8d4e-969f25d0b5dd","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:50.913673524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.913743714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"1.075220637s"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.913789866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.913818904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.91384689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.913875477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.913903733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.915068674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:50.915584001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/config","method":"PUT","req_id":"ef63f1a0-f384-47a7-a02d-b9dfd76bf665","remote_addr":"[::1]:62799","local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.916353494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"new_generation":1,"req_id":"ef63f1a0-f384-47a7-a02d-b9dfd76bf665","component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.916459255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server"}
{"msg":"creating tree","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.916493793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"}
{"msg":"updating current config","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.91734032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.917734365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server"}
{"msg":"pruning trees for generations older than 1","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.917839946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.917875997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"new_generation":1,"req_id":"ef63f1a0-f384-47a7-a02d-b9dfd76bf665","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:50.918038982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/config","method":"PUT","req_id":"ef63f1a0-f384-47a7-a02d-b9dfd76bf665","remote_addr":"[::1]:62799","local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server","latency_us":2475,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.918325022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(Response { url: \"http://[::1]:58975/config\", status: 204, headers: {\"x-request-id\": \"ef63f1a0-f384-47a7-a02d-b9dfd76bf665\", \"date\": \"Wed, 30 Apr 2025 06:42:49 GMT\"} })"}
{"msg":"Running step configure_sled_agents","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:50.919710432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.022426467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"body":"Some(Body)","uri":"http://[::1]:51119/omicron-config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.023275048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.028142697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.028466562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.02852598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.029506664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.029671623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.029716813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.029748787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.030310305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:51.03059352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40943"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.036299208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"1.191739373s"}
{"msg":"failed to read DNS config","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:51.037394651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.037523567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"1.225978793s"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.038336527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/omicron-config","method":"PUT","req_id":"089709ae-8a7a-4af5-b671-282711e66836","remote_addr":"[::1]:40943","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:51.047848219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/omicron-config","method":"PUT","req_id":"089709ae-8a7a-4af5-b671-282711e66836","remote_addr":"[::1]:40943","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9522,"response_code":"200"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.049232376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"1.205146246s"}
{"msg":"all instance checks complete","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:51.066110926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.066177579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"1.22114402s"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.072221611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.078564208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.078798625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.078900839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.079858006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.080534213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.080664593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.080815203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.080919671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.08141612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.082195563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(Response { url: \"http://[::1]:51119/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089709ae-8a7a-4af5-b671-282711e66836\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.08296179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"body":"Some(Body)","uri":"http://[::1]:51119/network-bootstore-config","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:51.08636979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/network-bootstore-config","method":"PUT","req_id":"492a549c-2a07-4825-8f6f-4b000af3d72b","remote_addr":"[::1]:40943","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:51.08730303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/network-bootstore-config","method":"PUT","req_id":"492a549c-2a07-4825-8f6f-4b000af3d72b","remote_addr":"[::1]:40943","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":944,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.099851341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(Response { url: \"http://[::1]:51119/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"492a549c-2a07-4825-8f6f-4b000af3d72b\", \"date\": \"Wed, 30 Apr 2025 06:42:51 GMT\"} })"}
{"msg":"Running step start_nexus_external","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.101942949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting Nexus (external API)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:51.101996105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.329122453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.329439244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.329493973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.329523001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.33228327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.334756308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"4.482800196s"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.33600202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.343622012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.34368634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.343717492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.373732736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.394466206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.394542197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.395248094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"no more instances in need of reincarnation","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.395628081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reincarnation_reason":"start saga failed","total_found":0}
{"msg":"instance reincarnation completed successfully","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:54.395674533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.395854572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"4.549299401s"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.396250691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.396306362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.396334999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.396362504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.396880526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.397081166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.409492805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.409584809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.409618927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.409924205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"webhook dispatching completed successfully","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.451284613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","events_without_receivers":0,"events_dispatched":0}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.452587819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"4.596747288s"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:54.541019373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.541195003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/vpc-routes","method":"GET"}
{"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:54.542547638Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"Internal Error: expected at least one external DNS zone"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.543575667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.713083261s"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.543787779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.543954381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.544082737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.544841719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:54.548150151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55886"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.551413814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc-routes","method":"GET","req_id":"9ef00112-328e-404e-ac8f-79ead570dff3","remote_addr":"[::1]:55886","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:54.558933837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc-routes","method":"GET","req_id":"9ef00112-328e-404e-ac8f-79ead570dff3","remote_addr":"[::1]:55886","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":7526,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.559406849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.562566234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.562844098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.562946632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.563443943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.565953473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef00112-328e-404e-ac8f-79ead570dff3\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.566218571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.566315554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.566934297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.775353118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.775416545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.775448779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.775475692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.777831707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.782203357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.928754491s"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.782388826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.786949362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.787050073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.78713902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.787226445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.787305472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.787805238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"No bundles to collect","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:54.787957351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.788105747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.948962433s"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.792121127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.792220435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.800587015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55449","req_id":"4ddae148-7f9e-4e43-bba6-d2bea5e762dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d1 a2 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.800762905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55449","req_id":"4ddae148-7f9e-4e43-bba6-d2bea5e762dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53666,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.801085398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.801342841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.801577618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55449","req_id":"4ddae148-7f9e-4e43-bba6-d2bea5e762dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.80305912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.803163839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.803699346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.805717306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4239, tv_nsec: 604610449 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.805848848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.831040481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.835499285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.835563343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.83559711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.83610915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.836508987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.860063498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.86014488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.860174619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.860775406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.862354272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.862477678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.862519681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.86328195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.868783622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51135","req_id":"9c733345-0525-43b0-b287-000ce3b4b432","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   65 38 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   e8..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.868917809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51135","req_id":"9c733345-0525-43b0-b287-000ce3b4b432","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25912,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.869154691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.869179411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51135","req_id":"9c733345-0525-43b0-b287-000ce3b4b432","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.87036359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.870422978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.870453549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.87047926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.871058505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.872275109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.887941503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.887998797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.888023536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.888051973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.888077434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.888101492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.888444004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:54.939250753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","assocs":"{}","sled":"sim-b6d65341"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.939780098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:51119/eip-gateways","method":"PUT"}
{"msg":"set cockroachdb setting","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:54.941083926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","value":"22.1","setting":"cluster.preserve_downgrade_option"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.941217872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.941264856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:54.94191423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:54.94468989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/eip-gateways","method":"PUT","req_id":"712fb5d3-286a-418a-8a11-510017c10c42","remote_addr":"[::1]:55886","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.051610212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.052870303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/eip-gateways","method":"PUT","req_id":"712fb5d3-286a-418a-8a11-510017c10c42","remote_addr":"[::1]:55886","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":108204,"response_code":"204"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.052963228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.060392891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.060476598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.060600475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.060879721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.062619798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.062680639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.062713384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.063274041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.072618951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/eip-gateways\", status: 204, headers: {\"x-request-id\": \"712fb5d3-286a-418a-8a11-510017c10c42\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.074452995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{}","iteration":1,"elapsed":"5.226148358s"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.075418729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:51119/artifacts-config","method":"PUT"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.077172383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.077234276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.077265909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.077715786Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.078429949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.078700618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.078752331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.078780808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.081993749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.082876789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39404"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.083358498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58083","req_id":"e197e399-52e1-48f8-a7eb-250fc9d03d18","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   47 1d 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   G............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.083427376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58083","req_id":"e197e399-52e1-48f8-a7eb-250fc9d03d18","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18205,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.083641452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 18205,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:55.083737053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58083","req_id":"e197e399-52e1-48f8-a7eb-250fc9d03d18","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.086140241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/artifacts-config","method":"PUT","req_id":"310ce6e7-8767-4b48-be8b-fcfa2e4b6240","remote_addr":"[::1]:39404","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.08647616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.086526971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.086553625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpTUreDe/artifact-config.json","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.096045276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.096128322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpTUreDe/artifact-config.json"}
{"msg":"No ledger in /var/tmp/omicron_tmp/.tmpphPCl1/artifact-config.json","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.096160646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.096185726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmpphPCl1/artifact-config.json"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpTUreDe/.artifact-config.json.tmp","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.096214754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.115917911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.126464164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.126611127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.126710935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.127303777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.207117971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/v2p","method":"GET"}
{"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmpphPCl1/.artifact-config.json.tmp","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.209896147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.211843647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.211906231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.21278395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Starting delete reconciler","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.214114561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.21416901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/artifacts-config","method":"PUT","req_id":"310ce6e7-8767-4b48-be8b-fcfa2e4b6240","remote_addr":"[::1]:39404","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":128029,"response_code":"204"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.215090917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.226186033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n    V6(\n        Ipv6Network {\n            addr: fd00:1122:3344:100::,\n            prefix: 56,\n        },\n    ),\n)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.226237716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.22625967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.226285521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.228758869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.231089683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51349"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.231527636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/artifacts-config\", status: 204, headers: {\"x-request-id\": \"310ce6e7-8767-4b48-be8b-fcfa2e4b6240\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.231792243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/artifacts","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.232300516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.232346227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.233387231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.2350981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/artifacts","method":"GET","req_id":"d5490c06-5dc2-49f2-8e0a-d531adfea33c","remote_addr":"[::1]:39404","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.235616944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/v2p","method":"GET","req_id":"9d292c39-d84c-46ba-8262-41fd31abf9fd","remote_addr":"[::1]:51349","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.239568286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/artifacts","method":"GET","req_id":"d5490c06-5dc2-49f2-8e0a-d531adfea33c","remote_addr":"[::1]:39404","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4465,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.239651282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/v2p","method":"GET","req_id":"9d292c39-d84c-46ba-8262-41fd31abf9fd","remote_addr":"[::1]:51349","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4051,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.241651487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5490c06-5dc2-49f2-8e0a-d531adfea33c\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"}
{"msg":"Successfully got artifact list","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.241854972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled":"http://[::1]:51119"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.242101874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d292c39-d84c-46ba-8262-41fd31abf9fd\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.242231633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","interfaces":"{}","sled":"sim-b6d65341"}
{"msg":"v2p mappings to delete","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.242273156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"v2p mappings to add","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.242298496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.243458618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{}","iteration":1,"elapsed":"5.400372398s"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.245159617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:42:55.231643086Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:42:55.241797668Z\"}]}","iteration":1,"elapsed":"5.39060607s"}
{"msg":"Using static configuration for external switchports","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.245366579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.245409264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.245437881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.245935974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.24937213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.249433683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.249885393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.262132244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.262198466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.262231381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.262257142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.263122647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.268185805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab9b9855-7b04-4ccf-b56a-39ef6cc33fd4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.269592177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.294257912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.29432216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.294355757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.294863278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.300296523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.300406132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.300509598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.301106387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Recording Rack Network Configuration","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.307319436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.307526158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.307573863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.308835306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.309661613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.318580894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.31868948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.31887494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.319021261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.319533151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.332023938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.332072695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.332729093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.338904397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a4697d-bab7-4d49-a8a9-3706c9db6281\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:54 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.340279808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.340536339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.340586949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.342018712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.365504987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.365573884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.366215032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.392206588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.392284954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.392318361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.392346898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.393372952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.407941429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.408048121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.408081318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.408732425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.410137444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.410195981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.410226692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.410253496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.410681949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.429557357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.430124267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.430193154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.43107423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.442201991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.451651879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.451761127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.45188799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.452005905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.452095263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.452177516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.452699005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.453079975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.457080305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.457242378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.457366235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.458884129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.460652001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef538a2b-3d2a-48a0-8042-9f1dd10b9be7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.461106577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.473352867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.474471225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.474580122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.475790033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.483412089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.483513872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.483548782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.484053768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.484689995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"IpPool { parent: Fleet, key: d881068f-66db-47f0-96d3-7b59850736d2, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.484747871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.484779734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.484811297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.485181134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.495394483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.503919168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.504077905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.504169838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.50466282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.515516846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.515621194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.51613623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.516625655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.550092045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d881068f-66db-47f0-96d3-7b59850736d2, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.55016469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.550196293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.550901698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.557543471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.557624673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.558021444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.572127399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.572209532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.573043684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.573519543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"IpPool { parent: Fleet, key: d881068f-66db-47f0-96d3-7b59850736d2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.573576817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.573607197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.573635774Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.574228205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.576026968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a496c8-93e7-4a24-ba95-e717e6d23b82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.576247939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.585760021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.585820572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.586396579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.588773986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.594311529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d881068f-66db-47f0-96d3-7b59850736d2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.605014785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.605159814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.605301025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.605399451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.606104877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.606948989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"IpPool { parent: Fleet, key: d881068f-66db-47f0-96d3-7b59850736d2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.607097404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.607194598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.607273275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.608265171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.612205522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.612303838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.612389518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.613063371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.616740037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.616838072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.616922029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.617517255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.618292059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.622665232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d881068f-66db-47f0-96d3-7b59850736d2, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.629504178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.62968578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.629782864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.629882703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.630465904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.632618363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.650774688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.650882102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.650956741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.65106142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.651145908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.651225717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.651721004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.653788493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.65827885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.663322339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.66341852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.663503259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.664093535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.672455135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.672553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.672637849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.673258276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.676390406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8fef403-b0c0-4cbd-acd1-7a4681b181ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.676692688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.679628798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.686992981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.687121647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.687207248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.687698547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.701980553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.702083267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.70217974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.702262855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.702399928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.702929954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.709819652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.714478073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.716009394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.716070125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.717253623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.738162112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.738469996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.738511478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_rules":"[]"}
{"msg":"resolved 0 rules for sleds","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.738539224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.769372236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa53befd-d164-4623-9db8-7e34b45a1beb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.769538888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.771825615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55e673a5-661a-4bed-beec-431e9367410c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.771980854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.774887846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfa0e843-0f1e-44f0-b430-8fd9f29cb748\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.775234687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.776225892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ab4cd1-288f-4623-9c30-71e0a137448a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.776615067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.777862142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5900d2cf-24fd-48b5-9879-195fff55de37\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.778129304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.779111852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5339744d-b5e7-46df-b993-894d54a1cb67\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.779299596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.780269438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f05e489-e0b4-4e86-8f44-e9b959aeef7d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.78043065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.781663235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3119e5c4-7404-4533-a118-3180ddd38264\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.78189152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.783985963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff50b67-18c1-4742-afda-b5761628d55a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.784182144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.791383151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23505257-c86f-458b-9fe7-496ffdd9f3b6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.79170386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.803525424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a83492e-25ea-4494-afb6-da0cd2f1aed9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.803817456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.806178149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0671845b-ec6d-450e-9607-5e1b3c9b4992\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.806465872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.809160972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43de9ae6-dc0d-43d5-a13b-e50933168574\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.809377464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.815862605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83beb660-bd1a-41c5-8c50-558428e764d9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.816217021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.817896126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a5a3bee-4d55-4059-b56e-b87a45a3f067\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.818083189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted blueprint","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.819929067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","blueprint_id":"2be7fa2f-37f3-4827-abc6-93bcee22b135"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.819983135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.820044878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.820073936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.820102212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.820701356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.82213888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c23095-b596-4c69-8f22-7791d7c42cc3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.822290552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.823965038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.828826124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.829838321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52187515-0162-4464-b6ac-5a21964fb6f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.829905324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.83141916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbdd8fcd-4413-4ed3-8480-b45c4685d917\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.831483398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.833272142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb67724-1165-4b9c-bf11-fec199e4132b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.833482091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.836766264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67d8f62b-626d-4d9b-b1af-54cc783b5d19\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.836837937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.839794087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58130e0c-3f9b-4df1-a156-0175ddfac5c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.839912453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.842931468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7438a0-658f-447c-a0ce-39d2f4593955\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.843052769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.846052837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f42f1f87-b060-4faa-92dc-aa0fb9ab5e8d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.846173417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.84911607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7071e232-7c2e-4ffb-a7f1-6dc9b0a5d97e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.849182202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.853158745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d8ec7b-3923-40b8-9151-98a01786feb4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.853405286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.855002739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e30339f1-ceb1-4ac1-bae0-c2346487ce0c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.855266595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.856624961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0328ed0d-af6c-4a5c-87c5-dadef5e0b1a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.856901462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.857455827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","vpc_to_sled":"[]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.857539093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.857618631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"successfully propagated service firewall rules","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.857695815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","elapsed":"6.010126423s"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.857819371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{}","iteration":1,"elapsed":"6.010259018s"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.858991146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba1b609-50a7-4756-9c7f-1ea8adbee2c1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.859212617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.861855473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5c34598-2d26-4b2c-926a-f0c5034d66ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.862162434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.863855678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a341f6-2e07-49f6-be6c-00d5a0010b7b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.864063542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.867723053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7604790-f596-49a8-b5f9-f46846fe1ae9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.86778679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.86943785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d216c62f-2669-444d-b3f7-80905de78996\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.869655153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.871532373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1014035-9d40-4cad-a9d9-e2ccd94b1daa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.871885567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.87743327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdc2a9e5-2b6f-4c38-a744-e5e2c37efc1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.877731475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"Inserted networking records for nexus service","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.881146108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.882808821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"450ed9c6-57a7-48fb-9da2-41a54b929a4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.88307437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.894920903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d74d7885-885c-43df-9f52-3cf69ad0cc48\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.895634996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.897212419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11eb12c5-dd54-40f5-8595-550c12ae9e8b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.897424712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.8984122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"601a8da2-6462-4248-b92d-30fd5f040072\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.8985478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.899430288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cce2f63-a022-4403-b610-4657090db8ad\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.899598293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.900391764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b719947-09a1-4b78-8782-0d1f644afb73\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.900502745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.900544548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.900572834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.900599357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.901368881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.907355198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.913276606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.913339842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.91336912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.913395894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.913420763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.914175707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.918748478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.922776454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.922913126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.923008085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.924038438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Inserted networking records for external_dns service","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924818292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"No networking records needed for clickhouse service","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924869744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924893933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"No networking records needed for internal_dns service","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924914814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924934854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Inserted service networking records","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924954193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Inserted physical disks","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924974102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Inserted zpools","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.924993381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Inserted datasets","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.925014894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.946840339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Populated DNS tables for external DNS","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:55.976297862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.976736656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.97685434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.977012175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.977108236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.977832269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.979918285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.986890677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.98706764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.987164863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:55.98724862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.987390633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.98790084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.991229622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:55.995035956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.11381199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.113915927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.114320082Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.114372056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.114401634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.114425672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.115186148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.115500103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40987"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.11596033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"35fd8c01-d2d6-4599-ada2-b38c2aa7bb88","remote_addr":"[::1]:40987","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.116525165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"35fd8c01-d2d6-4599-ada2-b38c2aa7bb88","remote_addr":"[::1]:40987","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":571,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.116899201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35fd8c01-d2d6-4599-ada2-b38c2aa7bb88\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:42:55 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.118334711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.118431824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.11845989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.11970936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.119808748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.119843978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.11987026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.120235929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.120544343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.127206147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.127282238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.127310304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.127334983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.12735856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.127756894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.130423026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.133990755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.134271374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.134324409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.134723605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.135106878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.142235642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.147968765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.148027101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.148058574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.148084195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.148845902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.153525647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.162322634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Created recovery silo","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.189737196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Created recovery user","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.192778315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Created recovery user's password","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.199421481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.199586159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Silo { parent: Fleet, key: 064d601f-0a53-448d-b924-c528a8e9e0e8, lookup_type: ById(064d601f-0a53-448d-b924-c528a8e9e0e8) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.199716439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"064d601f-0a53-448d-b924-c528a8e9e0e8","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.199816708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.199907119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.200780108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.208483507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.208534809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.208564448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.209314813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.220176424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.222635293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Silo { parent: Fleet, key: 064d601f-0a53-448d-b924-c528a8e9e0e8, lookup_type: ById(064d601f-0a53-448d-b924-c528a8e9e0e8) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Generated role assignment queries","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.222737897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Granted Silo privileges","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.231523923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.23158275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.231614534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.231642419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.231670665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.234617547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.239047002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.241765399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.253144962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.253218238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.253702362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.259827256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.259887516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.261223047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.266128811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.266229933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.266703446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.268868039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.268934431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.268968028Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.268996374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.269453565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.273511911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.273570568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.273599125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.274134362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.281321682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.281382373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.281412803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.281865315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.287713397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.305489104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.305636878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.30566791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.305700615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.305726557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.305751637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.306474337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.31909383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.319155233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.319186796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.319612845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.334914853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.335019662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.335052888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.335545058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.347026955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.353337268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.354157352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.354262241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.354801856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.366974389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.367104388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.367648442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.371998339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.372252846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.373251296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.376792622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.37683199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.377613637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.382736885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.382783768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.382813317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.382837776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.385471724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.388081825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.388138207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.388168357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.388550298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.394956051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.395005059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.395035179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.395715544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.397587915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.403403362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.403505545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.403533401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.403561186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.40391456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.40580664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.405932441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.407459133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.409825187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.409885627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.410798837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.414449851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.414515492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.414951581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.417737401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.417871789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.41795751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.418038942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.418675029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.420723992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.420819322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.420902818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.421580539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.425209429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.425254699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.425282064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.425836859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.429090011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.439912684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.439984377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.440555305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.440621025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.440649572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.440676105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.440699402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.447355153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.447590913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.4476397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.448632217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.457455477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.457502881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.457881436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.458567132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.462393055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.472803297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.472897083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.472933055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.473404995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.480129043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.480186267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.480690151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.484377217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.484434321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.48512665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.487635539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.487851259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.488844317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.492662224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.492714829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.494187533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.497791263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.497978787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.498028917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.498057344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.498617199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.50122757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.501284373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.501313992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.503120882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.507106664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.507184729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.507217434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.507651079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.509374743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.515642892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.515744023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.515770496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.515801227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.515825636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.515851187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.516105313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.517955379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.518012242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.518069216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.518463211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.520179701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.520238508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.520268237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.52068114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.522902767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.52982593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.529948976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.530040257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.530544001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.537894877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: b93f313f-d062-4189-939b-bc4fddea0705, kind: Service { id: 69aed484-7768-456c-9a68-bca265ad4317 }, name: Name(\"external-dns-69aed484-7768-456c-9a68-bca265ad4317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 736df47b-f45d-4c92-840a-837099043a36, kind: Service { id: 58f2365f-b720-4ec1-ad50-a68fadcacb1c }, name: Name(\"nexus-58f2365f-b720-4ec1-ad50-a68fadcacb1c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.537972412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.538000818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.538026129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.538051399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.540212184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted inventory collection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.540450299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","collection_id":"b9eba9a5-2952-4b7f-9d32-4296e0270f0a"}
{"msg":"inventory collection complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.540497262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","time_started":"2025-04-30 06:42:55.086277 UTC","collection_id":"b9eba9a5-2952-4b7f-9d32-4296e0270f0a"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.540719124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"collection_id\":\"b9eba9a5-2952-4b7f-9d32-4296e0270f0a\",\"time_done\":\"2025-04-30 06:42:56.118314 UTC\",\"time_started\":\"2025-04-30 06:42:55.086277 UTC\"}","iteration":2,"elapsed":"5.626867005s"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.540775497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Dependency"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.540803202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"21.022µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.540830817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Dependency"}
{"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:56.540855266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no blueprint"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.540879434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"15.301µs"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.542264353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.545690349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.545744417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.545772763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.54612749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.548162725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:42:56.241733Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.548219048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.549015715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: b93f313f-d062-4189-939b-bc4fddea0705, kind: Service { id: 69aed484-7768-456c-9a68-bca265ad4317 }, name: Name(\"external-dns-69aed484-7768-456c-9a68-bca265ad4317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 736df47b-f45d-4c92-840a-837099043a36, kind: Service { id: 58f2365f-b720-4ec1-ad50-a68fadcacb1c }, name: Name(\"nexus-58f2365f-b720-4ec1-ad50-a68fadcacb1c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"}
{"msg":"resolved 2 rules for sleds","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.549121566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.638904883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:42:49.972333Z, time_modified: 2025-04-30T06:42:49.972333Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(51119), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(42164) }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.639011486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.639039481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.639068509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.639759586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.644287418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.644442767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.644542185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.644735921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.645976984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.650057334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.658518733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.718545793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:51119/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.719061741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60542"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.719686074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"04c408d4-4400-4129-bf4d-c36c9dbcd9d0","remote_addr":"[::1]:60542","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.72108404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"04c408d4-4400-4129-bf4d-c36c9dbcd9d0","remote_addr":"[::1]:60542","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1407,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.721536892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"04c408d4-4400-4129-bf4d-c36c9dbcd9d0\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.725614086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.725849525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.725905677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.728223144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.728399976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.728451669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.728484415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.728512681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.730385552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.730448308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.730480802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.730938785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Signaled"}
{"msg":"reading DNS version","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.731007051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.731035197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.731062652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.731856193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.731934709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Signaled"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.731969749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.732066251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.732109958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.732136411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.732161792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.732188575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.732805955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.73294423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":3,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.732987146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.733013769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.733040001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.73306436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.734010385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.734945748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52078","req_id":"e2ca28c8-bd8c-4d0b-a071-51cc8d5e8398","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000:   cc 3e 01 00  00 01 00 00  00 00 00 01  0c 5f 6e 61   .>..........._na\n0010:   6d 65 73 65  72 76 69 63  65 04 5f 74  63 70 0d 63   meservice._tcp.c\n0020:   6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65  05 6f 78 69   ontrol-plane.oxi\n0030:   64 65 08 69  6e 74 65 72  6e 61 6c 00  00 21 00 01   de.internal..!..\n0040:   00 00 29 04  d0 00 00 00  00 00 00                   ..)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.735008353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52078","req_id":"e2ca28c8-bd8c-4d0b-a071-51cc8d5e8398","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52286,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            12,\n            95,\n            110,\n            97,\n            109,\n            101,\n            115,\n            101,\n            114,\n            118,\n            105,\n            99,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.735216528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769355197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"8fa73ed5-840a-435c-8250-4547cafe1025.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769438283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52078","req_id":"e2ca28c8-bd8c-4d0b-a071-51cc8d5e8398","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 58975, target: Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.769484304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49490","req_id":"37bde57b-939f-461c-8760-1933c464152f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000:   3a 63 01 00  00 01 00 00  00 00 00 01  0d 5f 65 78   :c..........._ex\n0010:   74 65 72 6e  61 6c 2d 64  6e 73 04 5f  74 63 70 0d   ternal-dns._tcp.\n0020:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0030:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 21 00   ide.internal..!.\n0040:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769527791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49490","req_id":"37bde57b-939f-461c-8760-1933c464152f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14947,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            13,\n            95,\n            101,\n            120,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            45,\n            100,\n            110,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769716016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769747559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"69aed484-7768-456c-9a68-bca265ad4317.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769769272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49490","req_id":"37bde57b-939f-461c-8760-1933c464152f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46413, target: Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769807157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 58975, target: Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4241, tv_nsec: 537756757 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.769844241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.769867929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 46413, target: Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4241, tv_nsec: 538054130 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.769899532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.769924311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.76995417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.769980984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770007978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770035342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770062997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770133067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770160622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770187265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.77021007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770234018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59211","req_id":"893606e3-8029-47c4-afe2-66c326120e40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   02 61 01 00  00 01 00 00  00 00 00 01  24 38 66 61   .a..........$8fa\n0010:   37 33 65 64  35 2d 38 34  30 61 2d 34  33 35 63 2d   73ed5-840a-435c-\n0020:   38 32 35 30  2d 34 35 34  37 63 61 66  65 31 30 32   8250-4547cafe102\n0030:   35 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   5.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770263747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59211","req_id":"893606e3-8029-47c4-afe2-66c326120e40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 609,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            56,\n            102,\n            97,\n            55,\n            51,\n            101,\n            100,\n            53,\n            45,\n            56,\n            52,\n            48,\n            97,\n            45,\n            52,\n            51,\n            53,\n            99,\n            45,\n            56,\n            50,\n            53,\n            48,\n            45,\n            52,\n            53,\n            52,\n            55,\n            99,\n            97,\n            102,\n            101,\n            49,\n            48,\n            50,\n            53,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770421471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"8fa73ed5-840a-435c-8250-4547cafe1025.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770450199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59211","req_id":"893606e3-8029-47c4-afe2-66c326120e40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"8fa73ed5-840a-435c-8250-4547cafe1025.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770480409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60580","req_id":"99cc2e2d-7bab-400a-8d37-003e6f87a5b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   10 9a 01 00  00 01 00 00  00 00 00 01  24 36 39 61   ............$69a\n0010:   65 64 34 38  34 2d 37 37  36 38 2d 34  35 36 63 2d   ed484-7768-456c-\n0020:   39 61 36 38  2d 62 63 61  32 36 35 61  64 34 33 31   9a68-bca265ad431\n0030:   37 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   7.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770512793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60580","req_id":"99cc2e2d-7bab-400a-8d37-003e6f87a5b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4250,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            54,\n            57,\n            97,\n            101,\n            100,\n            52,\n            56,\n            52,\n            45,\n            55,\n            55,\n            54,\n            56,\n            45,\n            52,\n            53,\n            54,\n            99,\n            45,\n            57,\n            97,\n            54,\n            56,\n            45,\n            98,\n            99,\n            97,\n            50,\n            54,\n            53,\n            97,\n            100,\n            52,\n            51,\n            49,\n            55,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770585398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"69aed484-7768-456c-9a68-bca265ad4317.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.77060623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60580","req_id":"99cc2e2d-7bab-400a-8d37-003e6f87a5b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"69aed484-7768-456c-9a68-bca265ad4317.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770635889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770663624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.770690698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770715127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770737281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.770762822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","addresses":"DnsServersList { addresses: [[::1]:58975] }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770790637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"addresses\":[\"[::1]:58975\"]}","iteration":2,"elapsed":"12.117474ms"}
{"msg":"found DNS servers (initial)","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.770816489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","addresses":"DnsServersList { addresses: [[::1]:46413] }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770839805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"addresses\":[\"[::1]:46413\"]}","iteration":2,"elapsed":"10.856391ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770864063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:56.770888422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770911167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"21.813µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770940486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Dependency"}
{"msg":"DNS propagation: skipped","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:56.770964724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"no config"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.770986828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"11.122µs"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771011898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771034733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.771058701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771081707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771104973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771133079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771156165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.771180163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771205203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771226576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771251936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771274892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771300824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771326966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found DNS version","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771353579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","version":"1"}
{"msg":"reading DNS config","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771377607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"reading DNS zones","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771401163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.771422987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.771446814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.771471053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771494509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771515942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.771661081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.777129847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"}
{"msg":"Rack initialized","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.777229256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.777319996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.77740197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.777893118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.77827041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.783827392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.783934385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.784020306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.784602346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.786183215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.786289567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.787779175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.788587315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.788688116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.789627157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59027","req_id":"30ebc33c-9dcf-4398-8e29-747399296a5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ff d4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.789782356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59027","req_id":"30ebc33c-9dcf-4398-8e29-747399296a5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65492,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.790015361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.790235189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.790759734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59027","req_id":"30ebc33c-9dcf-4398-8e29-747399296a5e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.791302836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4241, tv_nsec: 590197762 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.791543155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.791892601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.792017059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.792686413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.793495434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50211","req_id":"c52c26c3-1fcb-4298-8313-9970cdcc0cfc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c5 47 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .G..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.793682327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50211","req_id":"c52c26c3-1fcb-4298-8313-9970cdcc0cfc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50503,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.793930942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.794069799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50211","req_id":"c52c26c3-1fcb-4298-8313-9970cdcc0cfc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.795301533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.795423616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.795507253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.795585749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.796328319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.881612752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"found DNS version","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.88228388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","version":"2"}
{"msg":"reading DNS config","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.882346344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"reading DNS zones","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.882374731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.882400201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.882427225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.88256532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.882589759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.883547988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.883808728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.883862084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.883893346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.883920841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.884432721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found zones","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.885494296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.885552141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3620797f-3983-4c88-a398-59d232909c53"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.88558666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.885615177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.885644275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.885673433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.886015284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.88749392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.892817026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.892876966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.892907577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.893457422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.894464118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.899635101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.899696183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.899728046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.900072452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.900716966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.907063281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.907126647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.907159693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.907569289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found zones","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.909177674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","count":1}
{"msg":"listing DNS names for zone","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.909299076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"f55c679b-85eb-49d7-9bad-52e93b31f95c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.909385017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.909449115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.909481269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.909525347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.91070147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.911387316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.911445713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.911475312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.911525572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.911991701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.913197593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3620797f-3983-4c88-a398-59d232909c53"}
{"msg":"read DNS config","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.913260469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nzones":1,"version":1}
{"msg":"found latest generation (first find)","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.913289947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","generation":1}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.913314967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"generation\":1}","iteration":2,"elapsed":"184.797076ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.913341981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.965044996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_server_url":"http://[::1]:58975","servers":"DnsServersList { addresses: [[::1]:58975] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:58975/config","method":"PUT"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.965819188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.972020183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.972079151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.972107698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.972492735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.973591534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.973650582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.97367962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.973702475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.973865891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:55036"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.974046391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60289","req_id":"ea74f645-b85c-472a-a78d-119a275ef33d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   64 9b 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   d............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.974171069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60289","req_id":"ea74f645-b85c-472a-a78d-119a275ef33d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25755,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.974368372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25755,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:42:56.974456187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60289","req_id":"ea74f645-b85c-472a-a78d-119a275ef33d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.974905422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.978170648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:56.978229255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.978257421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.978615965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found all DNS names for zone","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.979912548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"f55c679b-85eb-49d7-9bad-52e93b31f95c"}
{"msg":"read DNS config","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.97997342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nzones":1,"version":2}
{"msg":"found latest generation (first find)","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:56.980006015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","generation":2}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.980031626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"generation\":2}","iteration":2,"elapsed":"248.713225ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:56.98005889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":3,"reason":"Dependency"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.039589681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_server_url":"http://[::1]:46413","servers":"DnsServersList { addresses: [[::1]:46413] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:46413/config","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.041165641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:46413","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:51371"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.041495408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.041547412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.041573875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.041928261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/config","method":"PUT","req_id":"37f51087-0eae-4b3e-90f9-fbebd1682d09","remote_addr":"[::1]:55036","local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server"}
{"msg":"attempting generation update","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.042637253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"new_generation":1,"req_id":"37f51087-0eae-4b3e-90f9-fbebd1682d09","component":"store","component":"internal_dns_server"}
{"msg":"updated generation","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.042692544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"new_generation":1,"req_id":"37f51087-0eae-4b3e-90f9-fbebd1682d09","component":"store","component":"internal_dns_server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.043084615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/config","method":"PUT","req_id":"37f51087-0eae-4b3e-90f9-fbebd1682d09","remote_addr":"[::1]:55036","local_addr":"[::1]:58975","component":"http","kind":"dns","component":"internal_dns_server","latency_us":1156,"response_code":"204"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.043280705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.043326787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.043352849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.044021622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.04480895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/config","method":"PUT","req_id":"5fd4049f-f55d-4d0b-bc44-3fd80d3f8291","remote_addr":"[::1]:51371","local_addr":"[::1]:46413","component":"http","kind":"dns","component":"external_dns_server"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.045019179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_server_url":"http://[::1]:58975","servers":"DnsServersList { addresses: [[::1]:58975] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:58975/config\", status: 204, headers: {\"x-request-id\": \"37f51087-0eae-4b3e-90f9-fbebd1682d09\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"DNS server now at generation 1","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.045076333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_server_url":"http://[::1]:58975","servers":"DnsServersList { addresses: [[::1]:58975] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"DNS propagation: done","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.047329963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"servers":"DnsServersList { addresses: [[::1]:58975] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.047456535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"generation\":1,\"server_results\":{\"[::1]:58975\":{\"Ok\":null}}}","iteration":3,"elapsed":"134.205626ms"}
{"msg":"attempting generation update","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.047673618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"new_generation":2,"req_id":"5fd4049f-f55d-4d0b-bc44-3fd80d3f8291","component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations newer than 0","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.047718838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server"}
{"msg":"creating tree","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.047741133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"}
{"msg":"updating current config","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.04804091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server"}
{"msg":"flushing default tree","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.0481867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server"}
{"msg":"pruning trees for generations older than 2","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.048233213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"external_dns_server","keep":3}
{"msg":"updated generation","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.04825667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"new_generation":2,"req_id":"5fd4049f-f55d-4d0b-bc44-3fd80d3f8291","component":"store","component":"external_dns_server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.048827086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/config","method":"PUT","req_id":"5fd4049f-f55d-4d0b-bc44-3fd80d3f8291","remote_addr":"[::1]:51371","local_addr":"[::1]:46413","component":"http","kind":"dns","component":"external_dns_server","latency_us":4004,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.049815616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_server_url":"http://[::1]:46413","servers":"DnsServersList { addresses: [[::1]:46413] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:46413/config\", status: 204, headers: {\"x-request-id\": \"5fd4049f-f55d-4d0b-bc44-3fd80d3f8291\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"DNS server now at generation 2","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.049881637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"dns_server_url":"http://[::1]:46413","servers":"DnsServersList { addresses: [[::1]:46413] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"DNS propagation: done","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.051252689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"servers":"DnsServersList { addresses: [[::1]:46413] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.051307388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"generation\":2,\"server_results\":{\"[::1]:46413\":{\"Ok\":null}}}","iteration":3,"elapsed":"71.692553ms"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.053256201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.062355441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.062447684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.062474658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.062508656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.062537363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.062564998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.063491023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.082161783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.08227032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.082357934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.0833396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.08455395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8679fe2-3e64-43f3-82ac-ad183255fcae\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.084893125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.092209844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.092307248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.092387928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.092894959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.104418248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:42:48.015891Z, time_modified: 2025-04-30T06:42:48.015891Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 064d601f-0a53-448d-b924-c528a8e9e0e8, db_silo: Silo { identity: SiloIdentity { id: 064d601f-0a53-448d-b924-c528a8e9e0e8, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:42:55.976634Z, time_modified: 2025-04-30T06:42:55.976634Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 064d601f-0a53-448d-b924-c528a8e9e0e8, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 064d601f-0a53-448d-b924-c528a8e9e0e8, db_silo: Silo { identity: SiloIdentity { id: 064d601f-0a53-448d-b924-c528a8e9e0e8, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:42:55.976634Z, time_modified: 2025-04-30T06:42:55.976634Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.104598106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"064d601f-0a53-448d-b924-c528a8e9e0e8\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"064d601f-0a53-448d-b924-c528a8e9e0e8\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 064d601f-0a53-448d-b924-c528a8e9e0e8 with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"372.567486ms"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.104888435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.111369308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.111468375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.111550489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.1120331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.113194955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b38b634-37ce-4dd1-a1a5-dabe389623ad\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.113473991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.133342548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.133509751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.134105999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.137464581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.137622866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.139437331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.142187441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.142298051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.143151772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.143454666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22213f0d-66f2-4a2a-a51e-7ce1fd48154b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.14368278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.15814222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.158245736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.158280816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.158307669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.162039174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.162133913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6956d9a-c923-42ef-9411-b7b883c6c041\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.162175375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.162204854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.162230195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.162253721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.164363725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.166924257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.166986992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.167015449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.167426598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.169156835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a8d02af-0e13-4056-9433-79fa4e705f4d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.169227466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.17140778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.184435958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.184503633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.184530146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.184565687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.185078098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.188600375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.188660485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.189126464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.190608186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f60430b-a5c0-4802-bbb0-46a08bc52aea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.190990077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.191771103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.191825251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.192942497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.19733584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.197413475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.199115656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.207753587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f25bd5-95dc-45aa-869a-6de5c6aba9f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.207882844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.208389504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.208452069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.208483301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.20850808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.208916734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.214059411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98615ba2-b705-471c-a7c6-8d94585d3ed9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.21417436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.215341626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c355a21f-2c7c-47ed-a3ce-6ce2e773d95d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.215483979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.216766515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b978b823-f13a-4ced-ba59-e84ac5cf1197\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.216908548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.218616781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d543571-452a-4771-8a2d-98efcda1c399\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.218769315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.219370633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.219427697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.219548818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.221716627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.224333271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d67634cd-57e5-4629-98bb-5e2697842bd2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.225308173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.225535937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.225574033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.225600526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.22623507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.229343012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.240946872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.241056751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.241093284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.241128985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.241159266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.24118655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.24171877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.242026013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a14444c-ddaa-48f1-b11f-dade13e0984c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.242121673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.245384745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d080669d-f0c4-4140-85d2-5fd222591bdd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.245936955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.248139203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e67e6f62-4f09-46d0-bda3-f6ba149f14a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.248254482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.250849222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c2e141d-256d-4758-b83f-386d3354aa7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.251003429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.253415054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.253731144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.253787426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.255357084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.259441341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7d6ae17-032e-421a-bf09-06dfc9179c8a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.259515098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.261839189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc6f82f9-57de-4235-943a-4e66d7a62fdc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.262476218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.265596816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d09685-1ced-4d2f-a18e-c8be5704482a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.26602054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.266589734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5166d38-4a4c-4922-b251-2f0e7e2ae672\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.266734332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.267707551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53e0f5e9-4b98-49a3-9b52-be89486756f7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.2682742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.269602567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9e10b5a-1132-49d1-92b7-e818a0ce7261\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.269680933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.270751326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61924b02-6c82-4476-aa39-fb99fd3af6de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.271223797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.273728818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb2ffd9-08e4-49fb-939e-ddf0c7b1fce5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.274006842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.274971103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.275018047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.275046464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.275742771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.278295868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.287148005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.287216321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.287248676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.287709233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.2884254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a12707d9-33e3-42da-92a8-d3f56261e04d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.288497965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.291126151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b74f2f9-7516-45ee-9067-850196df6323\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.291283896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.293231857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.293289542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.293702485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.295833891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"888a12ba-ba9d-4c95-9b18-03a37b45bbb0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.296080012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.296391362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.296432464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.296860627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.30220247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6a0a6ca-3d58-4552-8389-08887c667f8c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.302360114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.302913317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.302969649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.305965899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.308356672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"759e71f4-0b85-4c6b-87f9-ccad50f89dc4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.308450499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.308644786Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.308692551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.31086537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.314287529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab9a361-1ab2-43da-a570-513c38c700ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.314611254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.315755965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.316137635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.316194498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.316223326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.317034141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.317764527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4744a76-8726-4e9c-bbd0-032e50057325\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.317825749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.319195878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02723279-77c9-4406-b074-e94a7bd6b464\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.31934222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.319874591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.319931985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.319961454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.320397803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.321138329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72604f61-dd66-445d-9ebb-f69b2f0b0224\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.321356954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.322577226Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547c8498-8ba6-421b-8cb8-75a8393918e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.322721814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.322906562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.322957874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.32298585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.323707047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.326341486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98f9af6f-30c1-478c-b9f3-93e2ab7e7216\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.326521915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.326709369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.335185737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.33541278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.335498731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.335787166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.335940391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.33630114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.336845314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.339812496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.341627943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.341684476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.342382186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.344521087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.344579273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.344607389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.345046775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.345303306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ddf6b1c-54b8-49b9-bb9f-bf734576fc5c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.345486751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.34911486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1c3500-b590-429c-95f5-4c44f99d4183\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.349220871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.349414367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.364441517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.364572488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.364659502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.365248125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.368848969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6749ab42-5fb7-408a-99cc-8663d09c773e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.369082775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"resolved names for firewall rules","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.375766201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 736df47b-f45d-4c92-840a-837099043a36, kind: Service { id: 58f2365f-b720-4ec1-ad50-a68fadcacb1c }, name: Name(\"nexus-58f2365f-b720-4ec1-ad50-a68fadcacb1c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: b93f313f-d062-4189-939b-bc4fddea0705, kind: Service { id: 69aed484-7768-456c-9a68-bca265ad4317 }, name: Name(\"external-dns-69aed484-7768-456c-9a68-bca265ad4317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.375879978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.375968765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.376094165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.376186368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.37692978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.377222122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3d9a12f-05e7-46cf-ae8c-0cf21b069be7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.37747695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.379673586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed51b660-a8ea-4c1e-853d-6992d0a069c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.379841942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.383020094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.388937805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.388998646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.389029588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.389436609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.390515077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a35de3e-56bb-4cea-901d-7fb471ed69ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.390698112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.391914355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"addb5dd8-c2c7-48ae-808f-c9a4e1b1c0a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.39197669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.395261745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ad07f90-d197-448a-ac1d-5a201df29545\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.395343157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"fetched allowlist from DB","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.395375962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:42:56.241733Z, allowed_ips: None }"}
{"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.395403878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"resolved firewall rules for sled agents","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.395753825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: b93f313f-d062-4189-939b-bc4fddea0705, kind: Service { id: 69aed484-7768-456c-9a68-bca265ad4317 }, name: Name(\"external-dns-69aed484-7768-456c-9a68-bca265ad4317\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 736df47b-f45d-4c92-840a-837099043a36, kind: Service { id: 58f2365f-b720-4ec1-ad50-a68fadcacb1c }, name: Name(\"nexus-58f2365f-b720-4ec1-ad50-a68fadcacb1c\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"}
{"msg":"resolved 2 rules for sleds","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.395823694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.397480455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e603d8f-8400-4550-be49-418216c9d4bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.397540645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.39977149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f1e3ec4-e65e-4c40-a0cf-4885e148b63d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.399811951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.399840257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.399867862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.399895668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.402169518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.410959221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.419902811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.419983551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.420016888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.420045926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.420073841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.420681662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.423935696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.428604137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.428719217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.428753485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.429177359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.51023417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.51031435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.510700669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:42:49.972333Z, time_modified: 2025-04-30T06:42:49.972333Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(51119), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(42164) }]"}
{"msg":"sending firewall rules to sled agents","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.510767012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.510792923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.510818624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.512142692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.512426398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60866"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.513241061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"741caeab-f821-4bad-b488-885d31951e64","remote_addr":"[::1]:60866","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.513687019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"741caeab-f821-4bad-b488-885d31951e64","remote_addr":"[::1]:60866","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":439,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.513967388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"741caeab-f821-4bad-b488-885d31951e64\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.516585184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.516642308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.516670654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.519491374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.519553598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.519585131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.519611504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.519634529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.52471904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.529783571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.530160903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.530272114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.531066327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.531730149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.531864647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.531959927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.532040938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.53254878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.535322627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.540760592Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.599518764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:51119/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.601004734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59295"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.601693406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cd86eb22-203a-4f05-80b2-3705b304b48c","remote_addr":"[::1]:59295","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.602486897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"cd86eb22-203a-4f05-80b2-3705b304b48c","remote_addr":"[::1]:59295","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":801,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.602814681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"cd86eb22-203a-4f05-80b2-3705b304b48c\", \"date\": \"Wed, 30 Apr 2025 06:42:56 GMT\"} })"}
{"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.603802719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"plumbed initial IP allowlist","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.603962177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671306737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671385053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671415754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671442537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671467176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67149428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671517376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671540162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671565773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671590352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671614169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671643207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671668046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671690972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671714439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671737956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671763176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671787625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671810751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671833336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671856171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671881101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671903415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671925499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.671978725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672007192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672030909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672054907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672079556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672103063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672128213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672155177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672178914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672201429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672223483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672245607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672268633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672290597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672313001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67237729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672403973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672426578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672449533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672471167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672495665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672518791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672541336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67260864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672636225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672662418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672687247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672709812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672731886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672753639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672775463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672797617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672819761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672843017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672865963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672887817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67290977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672931714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672953267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672975281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.672998467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673022114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673045371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673067505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673088727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67311041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673134689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673161983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673187424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67321088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673235139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673257844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673280329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673306421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673329467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673353344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673375679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673399176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673421991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673447301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673471349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673494285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67351671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673543473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673569585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673594174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673618703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673641559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673664634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673690596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673713692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673738371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673760556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673784804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67380799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673831417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673856326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673944252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.673976887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674001776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674026906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674051125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674073589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674100513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67412418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67414907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674171324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674196554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674221133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674244911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674267075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674292135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67431506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67434016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674367745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674392445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674416192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674438577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674463316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674487825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67451064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674533977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674558896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674581812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674608315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674634727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674661491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674685238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674712192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674735468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674757833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674782351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674805057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674830337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674854235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674878323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674901519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674926869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674950346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674972711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.674995586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675020045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675044925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675067961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675090606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675113211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675135405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675161307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675186717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675209513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675232278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675254943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675277789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675300424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675322768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675345954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675368279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675394471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675461545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675490713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675513929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67553933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675563277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675586504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675611363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675634299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675657185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675679749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675704539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675727545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.6757505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675773055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675795731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675821422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675846271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675869357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675892143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675915299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675938054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67596097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.675985218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676012663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676036611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676059436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67608176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676104305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676127261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67615174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676174666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676197451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676220046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676242711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676265106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676290186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676315807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676340185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676363883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676387109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676410415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676436317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67646278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676486948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676509473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676534773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676557889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676582328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676612318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676636556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/roles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676662227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676686014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67670878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67673398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676756154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67677896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676801645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676825542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676848979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676875742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676902235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676925061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676947966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676972265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/repository","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.676995351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677018637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/target-release","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677042946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677065671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677089709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677113055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.6771356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677162073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677187814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677212223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677235439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677259778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677283525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677307002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677331741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677360859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677386009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677410949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677435748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677459295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677484245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67751173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677534585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677559134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677581859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677604745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67762762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677650175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677673913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677697901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677720956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677744584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677766157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677788872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67781316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677836356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677858511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677882348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677905264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677927869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677950524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677972969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.677997908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.678021335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.678045593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.678077878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.678102246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.678125332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.67814929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.678174971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.678196614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:37576","component":"dropshot_external","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763521719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763604764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/access","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763638522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/assets/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763668952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/auth","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76369781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/confirm","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763722198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/success","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763746958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/token","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763771396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/device/verify","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763797839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76382331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763849542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763874301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763899171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763924491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763949521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.763975192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764242796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764282354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764312985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764342404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764366823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764393155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764418095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764445409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/local","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764472984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764498555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764523805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764550889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/lookup/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76457603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/projects/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764603103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/projects-new","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764629155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/settings/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764656851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/system/{path}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76468186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764708073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764730998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764756569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764782481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764808112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764833402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764859094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764885526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764908903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76493258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764959634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.764984714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765010445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765036477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765062078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76508806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765113751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765137138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765162498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765190063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765215063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765240323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765265734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765291305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765317146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765341685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765366965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765391855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76541932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765445322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765469059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765492896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765515702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765539108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765564689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765590681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765616933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765642434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765668075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765691622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/groups/{group_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765714708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765737143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765760099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765784838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765807313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}/demote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765833395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/images/{image}/promote","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765859056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765884196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765909587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765934246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765959266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.765984676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766010818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766036429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766060718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766083714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76610721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766132441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766157891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766181328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766204234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766229724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766253572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766278131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766301798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766326347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766351076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766376747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766400645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766425665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766448861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766474693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766498821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76652355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766548199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766573219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766599631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766622066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766646876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/logout","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766671605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766696484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/groups","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766718759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766743177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766767766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766792706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766815712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766840421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766863167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766885621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766908467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766932875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766955971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/ping","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.766980651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767003747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767029197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767075009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767103646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767130239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767154707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767179928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767204497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767228785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767254055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767276931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767302823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767327872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767353463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767378193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767448813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/racks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767474755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767500025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767524705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767549584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767575456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767598401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767621187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767644684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767668331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767692158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767716567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767741186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767766236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767790725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767814462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switches","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767838861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767862568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767885644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767912848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76793913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767964942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.767992096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768016865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768042837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768068358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768091544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768115442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768138808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768163387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768188217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768211653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768236523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768261703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768286663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768313957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768339187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768363826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768388566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768413996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768437734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768460489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768485519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768508845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768534216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768559356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768582011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.7686067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768631219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768655959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768679195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76870182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768724806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768747341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76877212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768796529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768819635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768844865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768868943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768891297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768913953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768936457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768959012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.768983772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769009122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76903309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76905805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769084703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769110113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769134011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.76915858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/roles","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769182417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769207828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silo-quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769233129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769257607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769280252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769304401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769328549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769351214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769377466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769403087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769427025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769453167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769479299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769505722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/repository","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769530832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/target-release","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769577835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/update/target-release","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769602064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769626542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769651622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users-builtin","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769675229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769697774Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/utilization/silos","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769722313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.7697456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/timeseries/query","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769770389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/users","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769793375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/utilization","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769817112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769841952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769870198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769897292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769922141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769945418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769967872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.769990477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770017131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770043643Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770068493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770091258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770113803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770136508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770160857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770184123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770208171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770230987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770255726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770278842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770301106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.77032301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770346617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770371607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770394322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770416867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770439011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770463921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770487337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770511846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770536395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770560163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770583479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770605954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770628659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/secrets","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770652777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/secrets","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.770677025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.77069947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.77071961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:56547","component":"dropshot_external_techport","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registered DTrace probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.772759545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.772946527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:47175","component":"dropshot","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","versions":"all","path":"/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.772993531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:47175","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.774481305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:47175","component":"dropshot","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:47175","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.774540122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.774564992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","addr":"127.0.0.1:41836"}
{"msg":"starting producer registration task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.774597567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"starting oximeter metric producer server","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.774620282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","interval":"10s","address":"127.0.0.1:47175","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Running step start_oximeter","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.774649921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting Oximeter","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.774670943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"registered DTrace probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.775845513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter"}
{"msg":"starting oximeter server","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.775880323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"}
{"msg":"creating ClickHouse client","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.775906294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.776891277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.777117738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","registration_count":"0"}
{"msg":"will register with Nexus at 127.0.0.1:41836","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.777166395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.837755023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://127.0.0.1:41836/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.838987108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:63037"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.840648829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e","remote_addr":"127.0.0.1:63037","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.84192923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e","remote_addr":"127.0.0.1:63037","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.84199428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e","remote_addr":"127.0.0.1:63037","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.842881618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e","remote_addr":"127.0.0.1:63037","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.846825075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.860896852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52313","req_id":"363d8281-99b7-44c7-987c-3e23547afee4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000:   ce d4 01 00  00 01 00 00  00 00 00 01  10 5f 63 72   ............._cr\n0010:   75 63 69 62  6c 65 2d 70  61 6e 74 72  79 04 5f 74   ucible-pantry._t\n0020:   63 70 0d 63  6f 6e 74 72  6f 6c 2d 70  6c 61 6e 65   cp.control-plane\n0030:   05 6f 78 69  64 65 08 69  6e 74 65 72  6e 61 6c 00   .oxide.internal.\n0040:   00 21 00 01  00 00 29 04  d0 00 00 00  00 00 00      .!....)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.860975709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52313","req_id":"363d8281-99b7-44c7-987c-3e23547afee4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52948,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            16,\n            95,\n            99,\n            114,\n            117,\n            99,\n            105,\n            98,\n            108,\n            101,\n            45,\n            112,\n            97,\n            110,\n            116,\n            114,\n            121,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.861054276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.861077462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"fd382bc8-252a-498d-a152-387b7e5fb18a.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.861097792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52313","req_id":"363d8281-99b7-44c7-987c-3e23547afee4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 54156, target: Name(\"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.861136139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50650","req_id":"98afc477-b434-443c-982c-36fc1133e632","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000:   6e aa 01 00  00 01 00 00  00 00 00 01  24 66 64 33   n...........$fd3\n0010:   38 32 62 63  38 2d 32 35  32 61 2d 34  39 38 64 2d   82bc8-252a-498d-\n0020:   61 31 35 32  2d 33 38 37  62 37 65 35  66 62 31 38   a152-387b7e5fb18\n0030:   61 04 68 6f  73 74 0d 63  6f 6e 74 72  6f 6c 2d 70   a.host.control-p\n0040:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0050:   6e 61 6c 00  00 1c 00 01  00 00 29 04  d0 00 00 00   nal.......).....\n0060:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.861166549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50650","req_id":"98afc477-b434-443c-982c-36fc1133e632","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28330,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            36,\n            102,\n            100,\n            51,\n            56,\n            50,\n            98,\n            99,\n            56,\n            45,\n            50,\n            53,\n            50,\n            97,\n            45,\n            52,\n            57,\n            56,\n            100,\n            45,\n            97,\n            49,\n            53,\n            50,\n            45,\n            51,\n            56,\n            55,\n            98,\n            55,\n            101,\n            53,\n            102,\n            98,\n            49,\n            56,\n            97,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.861238773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"fd382bc8-252a-498d-a152-387b7e5fb18a.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.861259424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50650","req_id":"98afc477-b434-443c-982c-36fc1133e632","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"fd382bc8-252a-498d-a152-387b7e5fb18a.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.942819698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e","remote_addr":"127.0.0.1:63037","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":102145,"response_code":"503"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:57.943935321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"}
{"msg":"oximeter database does not exist, creating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.944006382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"reading db version","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.944034468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.944163606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35992"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:57.944523863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:42:57 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:57.946227818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:42:57 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"77209dfd-fc56-47a4-8bbc-2b1066ac7f5e\\\" }\"","delay":"169.067896ms","count":"0"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.94693124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:57.947515995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee641bc5-20b1-493e-a653-7532d5eb754f","remote_addr":"[::1]:35992","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:57.947926723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"ee641bc5-20b1-493e-a653-7532d5eb754f","remote_addr":"[::1]:35992","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":419,"response_code":"200"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:58.340769347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"}
{"msg":"read oximeter database version","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.340854296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.340888895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"}
{"msg":"initializing ClickHouse database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.340914897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.341111268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63006"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.341173161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42741"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.341204734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53414"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.341229574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:39483"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.341253081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42266"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.341277048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33318"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.341301587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48132"}
{"msg":"will register with Nexus at 127.0.0.1:41836","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.341590783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.391614563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://127.0.0.1:41836/metrics/producers","method":"POST"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.393417916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.394021769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:49614"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.397618074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f6b38f2-18d9-4a77-807e-ee3617cd2001","remote_addr":"[::1]:63006","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.398232198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"fe4f7b0d-750d-4eeb-8d33-2a71c00d8893","remote_addr":"[::1]:42741","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.402123912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"766a6b73-9a43-4e45-8f1f-d35125c1ccd7","remote_addr":"[::1]:53414","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.402184022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"4b8aed04-6821-4e97-a02b-6da2b96bcb0a","remote_addr":"[::1]:39483","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.402217228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"d0abb9f4-7782-4e10-8087-b26d68c25102","remote_addr":"[::1]:42266","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.402244452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"cde1c2a0-e7ce-4d7b-a868-002a21441d5c","remote_addr":"[::1]:33318","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.402270744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"f2b61441-293e-4acc-b4f1-b753a1ce7686","remote_addr":"[::1]:48132","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.402410112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"5f6b38f2-18d9-4a77-807e-ee3617cd2001","remote_addr":"[::1]:63006","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4805,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.402467126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"fe4f7b0d-750d-4eeb-8d33-2a71c00d8893","remote_addr":"[::1]:42741","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4325,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.402555081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"766a6b73-9a43-4e45-8f1f-d35125c1ccd7","remote_addr":"[::1]:53414","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":992,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.402604339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"4b8aed04-6821-4e97-a02b-6da2b96bcb0a","remote_addr":"[::1]:39483","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":959,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.402635962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"d0abb9f4-7782-4e10-8087-b26d68c25102","remote_addr":"[::1]:42266","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":819,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.402727745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"cde1c2a0-e7ce-4d7b-a868-002a21441d5c","remote_addr":"[::1]:33318","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":755,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.402867263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"f2b61441-293e-4acc-b4f1-b753a1ce7686","remote_addr":"[::1]:48132","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":789,"response_code":"200"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.403212922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n    value UInt64,\n    timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.40912951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"e012f25d-9a5f-41d0-b7e4-09c249920434","remote_addr":"127.0.0.1:49614","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.409192856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e012f25d-9a5f-41d0-b7e4-09c249920434","remote_addr":"127.0.0.1:49614","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.409233898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e012f25d-9a5f-41d0-b7e4-09c249920434","remote_addr":"127.0.0.1:49614","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.410855459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e012f25d-9a5f-41d0-b7e4-09c249920434","remote_addr":"127.0.0.1:49614","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.411983316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.428505485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"e012f25d-9a5f-41d0-b7e4-09c249920434","remote_addr":"127.0.0.1:49614","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":22378,"response_code":"503"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.430748344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.435687906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e012f25d-9a5f-41d0-b7e4-09c249920434\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:42:57 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:58.437715726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e012f25d-9a5f-41d0-b7e4-09c249920434\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:42:57 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"e012f25d-9a5f-41d0-b7e4-09c249920434\\\" }\"","delay":"660.54877ms","count":"1"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.4379737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.452841143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.459814957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.464185245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.473535064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:58.474633763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:58.475106315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.475310762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.742324537s"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.479671621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.487213628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.491674746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.502616126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.508513807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.511734243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Right now we can't unambiguously record a nullable byte array.\n     * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n     * a string isn't palatable for a few reasons.\n     * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n     * details.\n     */\n    datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.517571444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.526015077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.537265242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.545646932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.549975907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    /*\n     * NOTE: Array types cannot be Nullable, see\n     * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n     * for more details.\n     *\n     * This means we need to use empty arrays to indicate a missing value. This\n     * is unfortunate, and at this point relies on the fact that an\n     * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n     * to figure out another way to represent missing samples here.\n     */\n    bins Array(Int8),\n    counts Array(UInt64),\n    min Int8,\n    max Int8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.558221436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt8),\n    counts Array(UInt64),\n    min UInt8,\n    max UInt8,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.562668256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int16),\n    counts Array(UInt64),\n    min Int16,\n    max Int16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.567868898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt16),\n    counts Array(UInt64),\n    min UInt16,\n    max UInt16,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.581282033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int32),\n    counts Array(UInt64),\n    min Int32,\n    max Int32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.588903147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt32),\n    counts Array(UInt64),\n    min UInt32,\n    max UInt32,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.601826126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Int64),\n    counts Array(UInt64),\n    min Int64,\n    max Int64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.60690741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(UInt64),\n    counts Array(UInt64),\n    min UInt64,\n    max UInt64,\n    sum_of_samples Int64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.611947872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float32),\n    counts Array(UInt64),\n    min Float32,\n    max Float32,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.616662225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    start_time DateTime64(9, 'UTC'),\n    timestamp DateTime64(9, 'UTC'),\n    bins Array(Float64),\n    counts Array(UInt64),\n    min Float64,\n    max Float64,\n    sum_of_samples Float64,\n    squared_mean Float64,\n    p50_marker_heights Array(Float64),\n    p50_marker_positions Array(UInt64),\n    p50_desired_marker_positions Array(Float64),\n    p90_marker_heights Array(Float64),\n    p90_marker_positions Array(UInt64),\n    p90_desired_marker_positions Array(Float64),\n    p99_marker_heights Array(Float64),\n    p99_marker_positions Array(UInt64),\n    p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.623775568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Bool,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.628197569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.632210434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt8,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.636110565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.640629208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt16,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.643572623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.646176671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt32,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.648958864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value Int64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.65286164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UInt64,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.655841558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value IPv6,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.659338956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value String,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.662037252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n    timeseries_name String,\n    timeseries_key UInt64,\n    field_name String,\n    field_value UUID,\n    last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.666548992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n    timeseries_name String,\n    fields Nested(\n        name String,\n        type Enum(\n            'Bool' = 1,\n            'I64' = 2,\n            'IpAddr' = 3,\n            'String' = 4,\n            'Uuid' = 6,\n            'I8' = 7,\n            'U8' = 8,\n            'I16' = 9,\n            'U16' = 10,\n            'I32' = 11,\n            'U32' = 12,\n            'U64' = 13\n        ),\n        source Enum(\n            'Target' = 1,\n            'Metric' = 2\n        )\n    ),\n    datum_type Enum(\n        'Bool' = 1,\n        'I64' = 2,\n        'F64' = 3,\n        'String' = 4,\n        'Bytes' = 5,\n        'CumulativeI64' = 6,\n        'CumulativeF64' = 7,\n        'HistogramI64' = 8,\n        'HistogramF64' = 9,\n        'I8' = 10,\n        'U8' = 11,\n        'I16' = 12,\n        'U16' = 13,\n        'I32' = 14,\n        'U32' = 15,\n        'U64' = 16,\n        'F32' = 17,\n        'CumulativeU64' = 18,\n        'CumulativeF32' = 19,\n        'HistogramI8' = 20,\n        'HistogramU8' = 21,\n        'HistogramI16' = 22,\n        'HistogramU16' = 23,\n        'HistogramI32' = 24,\n        'HistogramU32' = 25,\n        'HistogramU64' = 26,\n        'HistogramF32' = 27\n    ),\n    created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"}
{"msg":"inserting current version","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.671776417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:58.671844493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"}
{"msg":"registered USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.677740981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"07a65907-a22d-473d-98a6-8b061d85aca7","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.678810622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64353","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.678874329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64353","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.679001382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64353","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.679048075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64353","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:58.679077594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64353","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.679830474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64353","component":"dropshot","component":"oximeter"}
{"msg":"registered USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.68131893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter"}
{"msg":"contacting nexus","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:58.681371284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.38738524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:41836/metrics/collectors","method":"POST"}
{"msg":"will register with Nexus at 127.0.0.1:41836","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.387720508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.500930101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://127.0.0.1:41836/metrics/producers","method":"POST"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.503049544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:57068"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.50319791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:35098"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.506300732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"e0a0346a-27e9-4e20-b617-8be6a5b7a041","remote_addr":"127.0.0.1:35098","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.507486023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e0a0346a-27e9-4e20-b617-8be6a5b7a041","remote_addr":"127.0.0.1:35098","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.507687926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e0a0346a-27e9-4e20-b617-8be6a5b7a041","remote_addr":"127.0.0.1:35098","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.509048827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"e0a0346a-27e9-4e20-b617-8be6a5b7a041","remote_addr":"127.0.0.1:35098","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.529368603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors","method":"POST","req_id":"1f06c064-ce53-451c-b76a-9537beba20e5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.529866645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"1f06c064-ce53-451c-b76a-9537beba20e5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.529985693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"1f06c064-ce53-451c-b76a-9537beba20e5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.530752561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"1f06c064-ce53-451c-b76a-9537beba20e5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.541000549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"e0a0346a-27e9-4e20-b617-8be6a5b7a041","remote_addr":"127.0.0.1:35098","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":34734,"response_code":"503"}
{"msg":"registered new oximeter metric collection server","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.541373993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","address":"[::1]:64353","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.541740163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors","method":"POST","req_id":"1f06c064-ce53-451c-b76a-9537beba20e5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":12686,"response_code":"204"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.542963771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a0346a-27e9-4e20-b617-8be6a5b7a041\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"failed to register with Nexus, will retry","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:42:59.54453431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e0a0346a-27e9-4e20-b617-8be6a5b7a041\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:42:59 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"e0a0346a-27e9-4e20-b617-8be6a5b7a041\\\" }\"","delay":"1.767386812s","count":"2"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.54499627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"1f06c064-ce53-451c-b76a-9537beba20e5\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"oximeter registered with nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.545564583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"}
{"msg":"Running step start_producer_server","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.545666325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"init_with_steps"}
{"msg":"Starting test metric Producer Server","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.545734661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.550490327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Action"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.550986936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"AnyActor"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551165211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"AuthenticatedActor"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551202716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"BlueprintConfig"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551225371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Database"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551246463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"DnsConfig"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551264579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Fleet"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551282806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Inventory"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551303427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"IpPoolList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551321904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"ConsoleSessionList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.55133994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"DeviceAuthRequestList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551358346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SiloCertificateList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551376142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SiloIdentityProviderList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551394107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SiloUserList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551412634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"TargetReleaseConfig"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551431041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"WebhookEventClassList"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551451251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Project"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551469778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Disk"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551487594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Snapshot"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551504848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"ProjectImage"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551522624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"AffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.55154073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"AntiAffinityGroup"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551558605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Instance"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551579106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"IpPool"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551598174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"InstanceNetworkInterface"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551615919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Vpc"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551635118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"VpcRouter"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551654236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"InternetGateway"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551672693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"InternetGatewayIpPool"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551690097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"InternetGatewayIpAddress"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551708504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"RouterRoute"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551727241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"VpcSubnet"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551744486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"FloatingIp"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551762311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Image"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551781129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SiloImage"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551799956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"AddressLot"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551817251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Blueprint"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551836609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"LoopbackAddress"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551854896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Certificate"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.55187236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"ConsoleSession"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551890286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"DeviceAuthRequest"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551907581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"DeviceAccessToken"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551925406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"PhysicalDisk"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551943983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Rack"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.551963201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"RoleBuiltin"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.55198242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SshKey"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552036918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Silo"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552058261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SiloUser"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552076036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SiloGroup"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552093311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SupportBundle"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552110575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"IdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552127879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"SamlIdentityProvider"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552244151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Sled"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.5522688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"TufRepo"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552286856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"TufArtifact"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552305553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"WebhookEvent"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552324331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"WebhookReceiver"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552341886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"WebhookSecret"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552359431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Zpool"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552377096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"Service"}
{"msg":"registering Oso class","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552396795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"class":"UserBuiltin"}
{"msg":"full Oso configuration","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.552415412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system.  All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n    actor.authenticated and\n    has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n#   resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project.  The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n#   the \"admin\" role for child resources.  The idea is that if you're an\n#   Organization Collaborator, you have full control over the Projects within\n#   the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level.  For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin           (superuser for the whole system)\n# - fleet.collaborator    (can manage Silos)\n# - fleet.viewer          (can read most non-siloed resources in the system)\n# - silo.admin            (superuser for the silo)\n# - silo.collaborator     (can create and own Organizations)\n# - silo.viewer           (can read most resources within the Silo)\n# - organization.admin    (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer   (can read most resources within the Organization)\n# - project.admin         (complete control over a Project)\n# - project.collaborator  (can manage all resources within the Project)\n# - project.viewer        (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below).  We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system.  The name comes\n# from the idea described in RFD 24, but it's not quite right.  This probably\n# should be more like \"Region\" or \"AvailabilityZone\".  The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\troles = [\n\t    # Roles that can be attached by users\n\t    \"admin\",\n\t    \"collaborator\",\n\t    \"viewer\",\n\n\t    # Internal-only roles\n\t    \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet).  Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo.  To achieve this, we use permission rules here.  (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo.  That's\n# not quite the same as having the \"viewer\" role.  For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404.  This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro.  Some resources require custom Polar code.  Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users.  This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n    if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n    if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"read\",\n\t    \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t    \"read\",\n\t    \"modify\",\n\t    \"create_child\",\n\t    \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database.  These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\").  The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet.  None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos.  These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t    \"list_children\", # list blueprints\n\t    \"create_child\",  # create blueprint\n\t    \"read\",          # read the current target\n\t    \"modify\",        # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t    \"read\",          # read the current target release\n\t    \"modify\",        # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t    \"list_children\",\n\t    \"modify\",\n\t    \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration.  This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on.  This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission.  For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users.  This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on.  This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission.  For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions.  This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with.  Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t    # \"query\" is required to perform any query against the database,\n\t    # whether a read or write query.  This is checked when an operation\n\t    # checks out a database connection from the connection pool.\n\t    #\n\t    # Any authenticated user gets this permission.  There's generally\n\t    # some other authz check involved in the database query.  For\n\t    # example, if you're querying the database to \"read\" a \"Project\", we\n\t    # should also be checking that.  So why do we do this at all?  It's\n\t    # a belt-and-suspenders measure so that if we somehow introduced an\n\t    # unauthenticated code path that hits the database, it cannot be\n\t    # used to DoS the database because we won't allow the operation to\n\t    # make the query.  (As long as the code path _is_ authenticated, we\n\t    # can use throttling mechanisms to prevent DoS.)\n\t    \"query\",\n\n\t    # \"modify\" is required to populate database data that's delivered\n\t    # with the system.  It should also be required for schema changes,\n\t    # when we support those.  This is separate from \"query\" so that we\n\t    # cannot accidentally invoke these code paths from API calls and\n\t    # other general functions.\n\t    \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n                resource Disk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Disk)\n                        if child.project = parent;\n            \n\n                resource Snapshot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Snapshot)\n                        if child.project = parent;\n            \n\n                resource ProjectImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n                        if child.project = parent;\n            \n\n                resource AffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n                        if child.project = parent;\n            \n\n                resource AntiAffinityGroup {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n                        if child.project = parent;\n            \n\n                resource Instance {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Instance)\n                        if child.project = parent;\n            \n\n                resource IpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n                    if child.fleet = fleet;\n            \n\n                resource InstanceNetworkInterface {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Instance\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n                    if has_relation(project, \"containing_project\", child.instance);\n\n                has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n                    if child.instance = parent;\n            \n\n                resource Vpc {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: Vpc)\n                        if child.project = parent;\n            \n\n                resource VpcRouter {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcRouter)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n                    if child.vpc = parent;\n            \n\n                resource InternetGateway {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGateway)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n                    if child.vpc = parent;\n            \n\n                resource InternetGatewayIpPool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n                    if child.internet_gateway = parent;\n            \n\n                resource InternetGatewayIpAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: InternetGateway\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n                    if has_relation(project, \"containing_project\", child.internet_gateway);\n\n                has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n                    if child.internet_gateway = parent;\n            \n\n                resource RouterRoute {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: VpcRouter\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: RouterRoute)\n                    if has_relation(project, \"containing_project\", child.vpc_router);\n\n                has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n                    if child.vpc_router = parent;\n            \n\n                resource VpcSubnet {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = {\n                        containing_project: Project,\n                        parent: Vpc\n                    };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n                    if has_relation(project, \"containing_project\", child.vpc);\n\n                has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n                    if child.vpc = parent;\n            \n\n                resource FloatingIp {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_project: Project };\n                    \"list_children\" if \"viewer\" on \"containing_project\";\n                    \"read\" if \"viewer\" on \"containing_project\";\n                    \"modify\" if \"collaborator\" on \"containing_project\";\n                    \"create_child\" if \"collaborator\" on \"containing_project\";\n                }\n\n                has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n                        if child.project = parent;\n            \n\n                resource Image {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: Image)\n                    if child.silo = parent;\n            \n\n                resource SiloImage {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n\n                    relations = { containing_silo: Silo };\n                    \"list_children\" if \"viewer\" on \"containing_silo\";\n                    \"read\" if \"viewer\" on \"containing_silo\";\n                    \"modify\" if \"collaborator\" on \"containing_silo\";\n                    \"create_child\" if \"collaborator\" on \"containing_silo\";\n                }\n\n                has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n                    if child.silo = parent;\n            \n\n                resource AddressLot {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n                    if child.fleet = fleet;\n            \n\n                resource Blueprint {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n                    if child.fleet = fleet;\n            \n\n                resource LoopbackAddress {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n                    if child.fleet = fleet;\n            \n\n\n                resource ConsoleSession {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAuthRequest {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n                    if child.fleet = fleet;\n            \n\n                resource DeviceAccessToken {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n                    if child.fleet = fleet;\n            \n\n                resource PhysicalDisk {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n                    if child.fleet = fleet;\n            \n\n                resource Rack {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n                    if child.fleet = fleet;\n            \n\n                resource RoleBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n                    if child.fleet = fleet;\n            \n\n\n\n\n\n                resource SupportBundle {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n                    if child.fleet = fleet;\n            \n\n\n\n                resource Sled {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n                    if child.fleet = fleet;\n            \n\n                resource TufRepo {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n                    if child.fleet = fleet;\n            \n\n                resource TufArtifact {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookEvent {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n                    if child.fleet = fleet;\n            \n\n                resource WebhookReceiver {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n                    if child.fleet = fleet;\n            \n\n\n                resource Zpool {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n                    if child.fleet = fleet;\n            \n\n                resource Service {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n                    if child.fleet = fleet;\n            \n\n                resource UserBuiltin {\n                    permissions = [\n                        \"list_children\",\n                        \"modify\",\n                        \"read\",\n                        \"create_child\",\n                    ];\n                    \n                    relations = { parent_fleet: Fleet };\n                    \"list_children\" if \"viewer\" on \"parent_fleet\";\n                    \"read\" if \"viewer\" on \"parent_fleet\";\n                    \"modify\" if \"admin\" on \"parent_fleet\";\n                    \"create_child\" if \"admin\" on \"parent_fleet\";\n                }\n                has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n                    if child.fleet = fleet;\n            "}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.576945256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577074845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577164193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577243821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577381856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577550743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577695121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577796192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"}
{"msg":"registered endpoint","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.577873797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"}
{"msg":"listening","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.577998154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.579199027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:64060","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"Created Simulated Crucible Server","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.579362483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:64060"}
{"msg":"inserting test physical disk","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.579526279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","model":"test-model","serial":"totally-unique-serial: ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.579663553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.579757911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.580575089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"starting refresh list task","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.582048134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.663944928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:41716"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.664335676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.665359145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.667374671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.667491704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.668434182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.6697784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"93d16702-9355-418d-a859-5ebf99042ec5","remote_addr":"127.0.0.1:41716","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.670043689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31793975-499f-4f18-ad9a-1e409a2463d1","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.67424003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"93d16702-9355-418d-a859-5ebf99042ec5","remote_addr":"127.0.0.1:41716","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.674308316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"93d16702-9355-418d-a859-5ebf99042ec5","remote_addr":"127.0.0.1:41716","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.67466138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"93d16702-9355-418d-a859-5ebf99042ec5","remote_addr":"127.0.0.1:41716","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.675752413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31793975-499f-4f18-ad9a-1e409a2463d1","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.675820349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31793975-499f-4f18-ad9a-1e409a2463d1","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.675934466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31793975-499f-4f18-ad9a-1e409a2463d1","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.679004082Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.67906346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.679095735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.679122157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.679596052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.683522705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.683580951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"assigned collector to new producer","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.688917855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.689211319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"93d16702-9355-418d-a859-5ebf99042ec5","remote_addr":"127.0.0.1:41716","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":19411,"response_code":"201"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.689826054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"31793975-499f-4f18-ad9a-1e409a2463d1","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":19593,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.693773449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31793975-499f-4f18-ad9a-1e409a2463d1\", \"content-length\": \"281\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.700119864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.703086174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.70749103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.708064603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"26c6b781-42a6-4115-8486-1610936747ab","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.712433979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"26c6b781-42a6-4115-8486-1610936747ab","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.712527916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"26c6b781-42a6-4115-8486-1610936747ab","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.712563768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"26c6b781-42a6-4115-8486-1610936747ab","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.721912204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"26c6b781-42a6-4115-8486-1610936747ab","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":13989,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.722626317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c6b781-42a6-4115-8486-1610936747ab\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.722784792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:47657","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.779560093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.784086021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":1,"n_pruned_tasks":0}
{"msg":"upserting zpool","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.836004094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","physical_disk_id":"ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8","zpool_id":"3db19815-011f-4378-bd21-57ee0c4df822","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.836080096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.836115546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.83674498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.840115526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.840175686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.840207479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.840233381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.840721984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.845548591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.849619282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"upserting Crucible dataset","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.863858482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dataset_id":"a639acdc-dce2-44d8-a2af-a44d0b009fe4","zpool_id":"3db19815-011f-4378-bd21-57ee0c4df822"}
{"msg":"inserting test physical disk","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.875309498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","model":"test-model","serial":"totally-unique-serial: ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.882563892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.88271865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.883520147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.887280419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"PhysicalDisk { parent: Fleet, key: ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8 (physical_disk), lookup_type: ById(ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.887403604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.887448664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.887477351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.890129095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.89306778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.906898677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8 (physical_disk), lookup_type: ById(ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"upserting zpool","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:42:59.906986943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","physical_disk_id":"ddb76267-0ec7-4e45-ad56-36c1bdfe3ff8","zpool_id":"3db19815-011f-4378-bd21-57ee0c4df822","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.907019768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.907048906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.907830834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.908586921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.908736228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.908840165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.90892286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.91106076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.919815433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.92352331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.937503655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.937568324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.937599937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.93762652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.938204281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.94167694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.945362534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.945448285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.945479086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.945884414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.955969768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.956102021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.956148835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.956177722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.95689423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.95698969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":4,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.957169538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.95722064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.957250149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.957277183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.957726228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.960720524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.964644011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.964705093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.964737227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.965197123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.965658131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.97117322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.9712337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.971264081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.971643787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.976208903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.976371367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.977181681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.97753724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.977761547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.980871904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50475","req_id":"e2f99a81-6408-4808-b866-b94496d4a80a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f5 00 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.982947479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50475","req_id":"e2f99a81-6408-4808-b866-b94496d4a80a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62720,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.983326394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.983575521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.98374601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50475","req_id":"e2f99a81-6408-4808-b866-b94496d4a80a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.988601464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4244, tv_nsec: 787469628 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.990927539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:42:59.991611572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59935","req_id":"06040aff-f27f-4508-acb5-caca9d863932","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9e 87 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.991753134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59935","req_id":"06040aff-f27f-4508-acb5-caca9d863932","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40583,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.991910017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:42:59.991952561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59935","req_id":"06040aff-f27f-4508-acb5-caca9d863932","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.054879479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.066902314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54741","req_id":"b2cb2843-a352-41bd-bd59-6c5243942699","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   bb cb 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.067039066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54741","req_id":"b2cb2843-a352-41bd-bd59-6c5243942699","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48075,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.067289175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 48075,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:00.067392861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54741","req_id":"b2cb2843-a352-41bd-bd59-6c5243942699","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.068241723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.068301421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.068331932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.086901691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01f863d5-f3a9-4bbf-b5d3-499aadd664c1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.087286548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.10067815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d53f122f-36c6-4c5e-be51-92928a286cc1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.100914781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.105773863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae320082-bfdf-4736-a05e-6b2c26bb92df\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.105866087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.109894693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af5f8aa2-4b3e-4572-8689-98f63603137d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.109974723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.112101791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1201ffe1-6730-41c3-b12e-f09de9ea8b7f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.112173504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.115125185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73a4a33f-cb96-427c-8607-5b5f32ae619a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.115198711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.118643765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f033b6da-5437-4283-ab60-1029c3430892\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.118777111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.124991393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1962cbda-c509-44fa-a8c5-3d469ccbd56a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.125206892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.126889144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.128074275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feede402-cd6a-4e89-b6ca-183ec6f8ebcc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.128293632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.130171965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ebfd014-5d6c-4375-9a75-914c5c35dbff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.130373005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.131379931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c64e19-3dd4-4aee-b0ae-ed768470ee38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.131527235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.132541476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df5d5e1-1d2b-4369-a689-2f4ecdce28db\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.132676545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.134056985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3707f92b-2ecc-4952-91c5-9da458c5312f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.134248136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.136399022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3c1757-777c-470c-b059-a1e49db210b4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.136525674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.138854524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1169329c-2dc3-43ef-941e-e3721732d8ce\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.138935205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.14140735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb4b42a-a1d6-4d80-8842-99b12c1af7a3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.141592289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.144265756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1303dc3b-d8ec-476d-af43-4192a2374470\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.144380634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.146457001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84b490bd-338f-4e13-b10c-ff88c921381d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.146525919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.149168484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99b6e802-a4f8-4e09-9d62-d0fc36cac97e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.149240828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.150577411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53cb2b93-ad1e-4ce4-9237-51b939473ba5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.150695246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.15170112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2441e959-069d-474e-bce8-c7b5ae8ff0ad\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.151770308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.153254265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d931ed1-42db-4016-a465-b046b6a28bd7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.153430836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.154526449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e72ab0f3-b171-4371-8710-008885691309\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.154740716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.158683652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95de63b4-97e7-4aa6-9637-212e2399e5c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.158897188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.162543503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f7f47b8-be3c-429e-965a-8413cdcbb0ea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.162822719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.16601026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44067e99-d06a-4b96-ae51-f9e5808cce0b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.166113987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.169652998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3bfb3a5-c48b-496b-b83a-8434153b16df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.169927395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.173640803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c28aae9d-20aa-4fc5-af37-ad746e2f977c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.173947374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.176895628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba8c76b-5a88-4070-9476-182126147a66\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.177146909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.177584822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.177637026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.177666294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.177693378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.179045211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.187443695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.194413281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.194785613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.194840092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.195448444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.197829358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c6d609-3471-40f5-819f-750d29bdb642\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.198114025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.200175873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.20031523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.200850437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.202639852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda7f4cb-142f-4029-a7ab-666afe4879a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.20295498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.209716993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a04ddb9e-f6d6-4fbc-88ee-35d42fe5dae8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.210624461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.2123505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e974a3-315b-4d21-bf71-38dd378ae664\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.212532072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.215578321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2909456a-cd99-428a-8776-727f54789983\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.215709893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.218607797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8849717d-7140-4a69-9097-a56c9243da4f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.218847715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.230982463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ca48205-ea95-4df5-b56d-7f4592832ab3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.23126188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.236302202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035286dc-bc72-4a47-9d5c-14d3bfe39a00\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.236654434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.239203593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd34360d-0b6e-4de9-abb6-c93a05f5af8e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.239464312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.246206215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7582d78-c7b8-43d5-911e-9a5f960dea4e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.246397096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.251586675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4c6b34d-2896-489f-ae42-77486a786d6c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.251714149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.257322614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a571b496-cdbb-42d6-909d-fdd1ca92bf67\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.257511871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.262644938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e31ed1dd-eda3-48f1-a22f-2940ec05a713\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.262873283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.264527068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.266496793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ec96bb8-72a6-42f6-a6f6-2665ac393519\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.26663583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.267658818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d94af38-8b43-48fc-9734-beacaffdcd17\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.267910079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.269388204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe11fc1-e026-4a38-937a-e130e5465fa6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.270065614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.270144932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.270180422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.270233097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.270753304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.283059553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.286772371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.286836829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.286871178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.286899895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.286927279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.287269401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.291336214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.295403137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.295467235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.295501343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.295884346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.357644138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.357797614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.358322951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.358456106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.358544722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.358628079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.359638001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:00.359806707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40189"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.360651099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"9b671e8f-0364-4e98-af0e-23e0f28b25c1","remote_addr":"[::1]:40189","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"will register with Nexus at 127.0.0.1:41836","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.3625286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.411078072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://127.0.0.1:41836/metrics/producers","method":"POST"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:00.411793247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"9b671e8f-0364-4e98-af0e-23e0f28b25c1","remote_addr":"[::1]:40189","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":51149,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:00.412194025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:52934"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.412645976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b671e8f-0364-4e98-af0e-23e0f28b25c1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:42:59 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.414328107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.414418277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.414486262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.415788788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.415908917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.416058375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.416098755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.416780173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.418037638Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.42831215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.428445676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.428574402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.429123306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.432575865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"08ffdfa3-1d6a-43c4-8255-9da12fc4f7b0","remote_addr":"127.0.0.1:52934","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.433131382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"08ffdfa3-1d6a-43c4-8255-9da12fc4f7b0","remote_addr":"127.0.0.1:52934","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.433348394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"08ffdfa3-1d6a-43c4-8255-9da12fc4f7b0","remote_addr":"127.0.0.1:52934","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.452815992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"08ffdfa3-1d6a-43c4-8255-9da12fc4f7b0","remote_addr":"127.0.0.1:52934","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.456881763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.456942053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.459406142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.459533466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.466587611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.467131555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.467303728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.46785695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"assigned collector to new producer","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:00.525500541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:00.52593154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/producers","method":"POST","req_id":"08ffdfa3-1d6a-43c4-8255-9da12fc4f7b0","remote_addr":"127.0.0.1:52934","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":93330,"response_code":"201"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.527846375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08ffdfa3-1d6a-43c4-8255-9da12fc4f7b0\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.530359723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"producer-registration-task","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","wait_period":"150s","lease_duration":"600s"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.596661104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:00.626745866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:00.627429698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.627642512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"670.665498ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.627953572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":5,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.628161156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.628360633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.628465372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.628609178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.629717667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.634153184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.639428094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.639781709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.640060965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.640616252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.65283678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.65292219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.652957551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.65298699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.653655021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.660298597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.66044044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.662067342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51244","req_id":"e52439ee-d71c-471e-8bdd-73d8f7bf85a3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   da 82 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.662129596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51244","req_id":"e52439ee-d71c-471e-8bdd-73d8f7bf85a3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55938,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.662594261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.663423143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.663538553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51244","req_id":"e52439ee-d71c-471e-8bdd-73d8f7bf85a3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.663832388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.669356886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.669417617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.669445843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.669827042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.670463039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4245, tv_nsec: 469238037 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.670687216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.676658784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59118","req_id":"5ce12125-7317-4854-877b-038a02aa4df9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   09 f8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.677162648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59118","req_id":"5ce12125-7317-4854-877b-038a02aa4df9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2552,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.67738445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.677483988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59118","req_id":"5ce12125-7317-4854-877b-038a02aa4df9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.7365936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.73723601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.737301711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.737919903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.738002778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.738178238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.73831487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.738529538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.739740711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50428","req_id":"c2e670ad-f591-4c1a-a588-d5956da8035d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   fe be 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.73990595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50428","req_id":"c2e670ad-f591-4c1a-a588-d5956da8035d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65214,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.740293222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 65214,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:00.740798839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50428","req_id":"c2e670ad-f591-4c1a-a588-d5956da8035d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.74136627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.741596568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.741765204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.74440823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.747829888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.747893014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.747926881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.750716109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c611e512-cf8d-4118-8de8-3aa5827c533f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.750996868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.752514692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9474b2f7-60fd-4fb6-8b57-2e33fe77ecbc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.752768929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.754818693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1eb996-fba5-400f-9246-76f539ec4289\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.754943181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.758449817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d165de32-ea16-479e-9533-903c5aafc862\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.758613954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.760984688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d4a591-d1b3-4acb-a0c5-5ebc491a77a2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.761153635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.765719462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d53cea0c-a03f-4c36-b38a-5b9e02e125d0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.765842537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.79949163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.802564402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4df3021-5f8d-41f2-a813-589aa4a0ace0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.803160089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.807101221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ce5ffc7-f6c4-413d-95ef-5769a1763978\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.807156632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.809216636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d23cc66-bfe9-4b47-a16b-9956e4dc6586\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.809505151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.811764292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b23ca24-ba37-4ac1-8d9a-0b4210b4d6d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.812015934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.813689268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4498097-7e5e-4008-b0dc-4e163a022d8f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.813823715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.815003386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13f44775-811b-4d43-aa16-8a041c64e811\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.815199607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.818307479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0610722c-7166-45a5-bb12-483632840b22\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.818476806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.821541352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d51c373d-1121-468d-9e8d-01f144d9d523\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.822332759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.825722513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6662c8d5-79bc-4710-9c1a-97fbc0ea8284\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.825800889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.827994329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6888799-b3e0-4ace-85af-bd772cc9deb8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.828116172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.836511559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f0c1932-1bc1-4cd8-9c1e-f726072d37dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.836994351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.844027404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fab1b12-7f74-417e-b682-50a31088f187\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.844340608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.853955465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.854014513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.854049052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.85407848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.855942084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.856288534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"683aa7ca-5217-494f-a021-a95b9977f05a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.85666783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.858824176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd96fe6a-14db-4115-845a-cffd60d8cb31\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.85914241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.860089727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.867439642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.867495894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.86752398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.867983636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.87124806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.87129347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.872270397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.872526026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cbd465c-dc69-423a-8e29-e1ef9910977e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.872979079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.874996298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d914ab2f-9b4d-4377-8f58-f7dd8631afdb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.875179443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.877870615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50325605-c1db-4381-888c-5d82d2ce24fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.878032998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.88003157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c32c18e-a4d4-4c5e-a02d-1083491c248d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.880236198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.883616633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4902322-24fc-4876-8678-5f259f52057e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.883703266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.886831409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7699c589-a201-454a-b3ee-7d6a2cd6ad08\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.886900145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.891278289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae964e9-33a9-4a36-9e29-937d69abc642\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.891985909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.894322234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"042b9947-b792-4d67-b57c-6965a13e78dc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.894399618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.896527257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cbb775f-9447-4b15-b254-c8ddf3f769f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.89664403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.902062896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c0904a-b414-4e3d-8a9a-14859dc91c8a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.902350389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.902716348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.904607366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88433c3d-7707-4b0f-b9f7-b5bc8bd8dbdb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.904737856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.906447302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e649d511-d84d-4390-b7d9-4c4d26d8ebf5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.906588904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.907990978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b467709-e0c8-4c1e-b4a8-fb77ee63299b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.908720651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.909454263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"780a5eeb-a1c4-421f-b0aa-7fdcfc3bb77c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.910027145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.911868724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f646faee-deac-4ee9-b7d4-801424dd9c39\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.91243893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.915197206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf1f51a-f56e-44ac-87f6-9ff7a355bc7c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.915368848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.918905043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03741cc6-cea6-4e77-acf7-fef97f808519\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.91936025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.921486466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b51102-78b6-4f57-9347-6d363c76b4d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.921666104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.925721665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6defb967-a5fa-4bc4-b2a2-2674ed75432c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.925957044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.92918224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5afa240-52c0-4f2a-a47c-c9a9abcf8820\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.929401447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.93170165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab7eca06-bd85-467e-bee9-4624fb91544a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.931998691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.933900491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c8e4c5-f649-4194-a20f-05a145dd34b1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.934078495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.93568698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35b9a3d7-abbb-4724-b4ec-fa3a3f04c242\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.935816879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.938203975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"008e2d88-5024-4ebe-9a14-1b0efc9c4e59\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.938824261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.942242802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96a54ad3-9d5d-4033-a8f8-91e1ed418f19\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.942307341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.94234233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.942700093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.942754732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.945573679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.948261614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.954670634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.954729251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.954761986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.954789671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.954817086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.955602941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.956104521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.956162727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.956197346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.95622451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.957003853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.958895602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.962862025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.962944268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.962978817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.963407421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.965335292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.973638737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:00.97380616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.973854857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:00.974360204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.038281824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.0383751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.039482716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51159"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.041516008Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.041576428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.043166576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.044865441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"f5e06c23-b8de-42cf-a488-bf5f59697369","remote_addr":"[::1]:51159","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.046148387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"f5e06c23-b8de-42cf-a488-bf5f59697369","remote_addr":"[::1]:51159","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1287,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.047022278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e06c23-b8de-42cf-a488-bf5f59697369\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.048947755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.048989167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.049016091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.050706269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.050764735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.05079752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.050825787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.051384831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.059233328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.063976288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.064283951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.064338991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.065259856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.122533329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.176513722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.176582739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.176613811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.176641486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.177673082Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.197021021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.21024037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.210322053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.210361191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.212847675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:01.216333159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:01.216611364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.216663237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"588.687531ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.216715311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":6,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.216745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.216774088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.216880931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.216927584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.217439854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.219804446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.219862882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.220367948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.224839868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.229336959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.229464994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.229552408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.230690435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.237230987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.237312149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.238394365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63976","req_id":"5dd681c0-3f05-449c-8bff-a88ddf18a8a8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e1 ad 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.238462871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63976","req_id":"5dd681c0-3f05-449c-8bff-a88ddf18a8a8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57773,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.238696697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.241081559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.241140326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63976","req_id":"5dd681c0-3f05-449c-8bff-a88ddf18a8a8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.24183974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4246, tv_nsec: 40747542 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.243026915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.243427333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59921","req_id":"e0e8803b-f25c-45d4-be35-837e3634aac8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   42 d3 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   B...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.24348603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59921","req_id":"e0e8803b-f25c-45d4-be35-837e3634aac8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17107,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.243674776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.243718653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59921","req_id":"e0e8803b-f25c-45d4-be35-837e3634aac8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.312436459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.314423378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63888","req_id":"fd0d1a2f-f42b-4ae4-891e-21ba7a1b7915","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   59 bf 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   Y............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.314557846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63888","req_id":"fd0d1a2f-f42b-4ae4-891e-21ba7a1b7915","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22975,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.314841651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22975,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:01.314933554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63888","req_id":"fd0d1a2f-f42b-4ae4-891e-21ba7a1b7915","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.315174244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.315221187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.315248542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.317463665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"134f1a65-1fe5-48fa-a064-22194e585b1a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.317710447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.319257309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ea0e782-49b1-422c-a348-b88a586b30bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.319444672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.322132788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72d0f2c-ae43-4fcc-a635-90cb3f3890c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.322215864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.324202061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b04688e-2e44-41e2-aae3-c6f05f344626\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.32426673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.32610864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82a4d32c-2a45-4785-a391-1b55cc9233a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.326174641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.329666599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d65dd03d-2352-4614-85cf-09780fac262e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.32978738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.331537807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b888936-94bd-4629-8bf2-801403fc603f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.331755371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.333213506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b399cc15-d6c7-49dc-bc9e-4e80473f0ecd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.333330319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.334070002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87998cd6-61bc-4227-b83b-5c7dd55887f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.334202486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.335137058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72902b2e-8284-4dc5-9162-e94aeb952792\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.335276657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.336095729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45cb4ac9-0563-45c4-aecf-ebdce07086df\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.336223112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.337059449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09562169-4643-44b1-9b35-64e2d02712d9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.337118687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.338096415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65b5f16e-fc46-40e8-b77b-bd6e97b741e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.338252656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.340034436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80847caf-feca-4c1d-a39d-840e034554c3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.340107512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.341939983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5828126-cbfe-4740-890f-6cdacedf79de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.342013219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.343711923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02db43f-3c9f-4066-9d3b-b33225a328ad\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.343837884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.345634785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1653ad83-fd0a-4fff-bd86-8d3810c672c0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.345741126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.347396024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19aa230-e032-4a5d-9dcb-6a8ded24ba44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.347462757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.349323614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f2d56a-a4e1-4c20-9aee-59ec7c620069\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.349392662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.350515729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b49bc7d9-8418-405c-a669-63d5359d414e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.35092274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.351825539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94f85bbb-1964-40bc-b84e-e5362c64e7e1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.351956831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.354489437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2812e5cd-3ca3-4d7a-822a-42febf5a53de\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.354673985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.355348128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.356188472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d83204-0e4b-40d0-a095-8e1e41805929\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.356259504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.358546811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d51ddd39-7005-41d7-a218-509e1799dd07\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.358695557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.370897168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7f8a50-29ec-4780-97a6-f06c66cdcd68\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.371069772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.374422783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d1b7b9f-84fe-401f-b2df-b1bb2e1170ee\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.374581429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.376625241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d1c0ff5-6425-4d15-afce-4a676f01f3ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.376749729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.378494405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e45bcf50-f84f-47b4-a419-2f7e90640c09\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.378599054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.38030847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eabab6e-6bf0-4ae0-89a7-8f1efc74b006\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.380481955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.382505868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5430c096-1536-426a-93be-392dfb34f206\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.382623943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.383456772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53188bf-4214-4421-b840-9edc7b3f1be2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.383804064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.384647966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"459eb80f-b2a5-4ebd-ab75-959cbfb240ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.384791341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.385779801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec63b4c2-0abf-454e-a198-cb98f68e5efc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.385906704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.38716988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e5a8466-5aff-429a-8f3e-1c48b45487b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.387312294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.388573136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"863adad4-ee79-46d7-b0f0-11147a10b006\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.388751131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.390295919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b612e96-1ab4-48d9-a47a-911d7b5e70f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.390413724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.391981447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959e5f20-f146-487d-9d40-c45c314dc38e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.392051948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.393665322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b360b236-bf34-4cda-88b3-7a19a4f3eaaf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.393743207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.395427082Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2074714a-3375-4574-ab85-4dd377ccc5a5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.395492312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.39716219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a317fa31-95f0-41cb-9448-8aa5d3bf929a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.397290475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.399134379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f4b29e-c6cb-4e48-906f-a71ada4f3e4a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.399251833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.40028401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0bb1982-69ba-4fa7-b2e5-0ef5aa7e4b22\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.400402716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.401635352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23528a0b-bfb9-47e4-a52f-76147279e4fe\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.401913977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.404204571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccca3acc-8e6c-4c90-a68a-af093dad1688\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.40432945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.406229676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.406282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.406311409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.406368733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.411700426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.411886878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e077d83-a96f-4ccd-a252-0bdd83c31d7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:00 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.411999762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.412046826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.412078099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.412105213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.412543265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.41664116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.422170497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.422256428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.422295316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.422739841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.424632292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.430394894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.43066935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.431340037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.431445136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.431561398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.432145401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.436270671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.436449507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.437780208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.438043603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.442833386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.442964317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.443104837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.444639806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.473447533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.524888386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.524959347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.52499118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.525019677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.525839791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.528918325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.534138706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.534247182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.534281972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.534598502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.599369905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.601973743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.604687631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64721"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.604944633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.606943124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.607265467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.607345386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.609424138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.609639817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1ae1a1de-e634-45f8-9842-ece35ce78d23","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.609955316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5b553e9a-e88a-4127-8135-436cb9f190b8","remote_addr":"[::1]:64721","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.610361856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1ae1a1de-e634-45f8-9842-ece35ce78d23","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.610428178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1ae1a1de-e634-45f8-9842-ece35ce78d23","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.61237163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1ae1a1de-e634-45f8-9842-ece35ce78d23","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.613036034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5b553e9a-e88a-4127-8135-436cb9f190b8","remote_addr":"[::1]:64721","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2843,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.613441462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b553e9a-e88a-4127-8135-436cb9f190b8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.616899211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.616956576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.61698871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.620728511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.620794823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.620831586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.620861907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.621393015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.628742588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1ae1a1de-e634-45f8-9842-ece35ce78d23","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":19107,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.629405038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae1a1de-e634-45f8-9842-ece35ce78d23\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.629926147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.63024902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.637568223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.637793973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.637840826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.64192323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.642719817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"74693312-3039-4cbf-a202-28b1492c706a","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.643051578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"74693312-3039-4cbf-a202-28b1492c706a","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.643103762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"74693312-3039-4cbf-a202-28b1492c706a","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.648531867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"74693312-3039-4cbf-a202-28b1492c706a","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.657384345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"74693312-3039-4cbf-a202-28b1492c706a","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":14674,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.658359057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74693312-3039-4cbf-a202-28b1492c706a\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"registered new metric producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.658548284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:47175","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.730058584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.731651117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.731718271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.731755575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.731932237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.733155655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.733762123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.733816672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.736229519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:01.736286062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.738375274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.741518527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:43:01.733688526Z }","timeseries_name":"integration_target:integration_metric"}
{"msg":"inserting 1 new timeseries schema","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.741845879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.742254083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.742521055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.744403746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.744458856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.74448614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.749263879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.756072014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.756133857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.761137086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.762688667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.762804899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.812467487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.812802876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.81291045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.813028816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.813780985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.815847662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.82403756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.825539863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.82564348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.826438885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:01.832825299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:01.848497224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:01.849129524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.849194424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"632.418843ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.849232349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":7,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.849261156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.849289222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.849318511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.849344893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.850042443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.850358032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.850686827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.851307554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.853283751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.873571754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.873634459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.873744358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.874863568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.90860726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.908673592Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.915304153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54638","req_id":"3bbef045-b3e2-4ec7-8f44-25062afbd862","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   62 b4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   b............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.915594261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54638","req_id":"3bbef045-b3e2-4ec7-8f44-25062afbd862","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25268,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.915793899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.915951062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.91611561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54638","req_id":"3bbef045-b3e2-4ec7-8f44-25062afbd862","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.916731978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4246, tv_nsec: 715630291 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.916795103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.917113588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57991","req_id":"c99ccd63-a820-4b19-ad69-b2bb56b88af3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   56 fa 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   V...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.917172956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57991","req_id":"c99ccd63-a820-4b19-ad69-b2bb56b88af3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22266,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.917316041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.917429077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57991","req_id":"c99ccd63-a820-4b19-ad69-b2bb56b88af3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.973269405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:01.975226334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59611","req_id":"69c248ea-192e-4003-b05a-4a8cdf65fc6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e2 e5 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.975299971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59611","req_id":"69c248ea-192e-4003-b05a-4a8cdf65fc6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58085,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.975526402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58085,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:01.975746059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59611","req_id":"69c248ea-192e-4003-b05a-4a8cdf65fc6e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.975787221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.975819155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.975842802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.980086327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7fab83e-f53a-4f68-a475-0ae08aca1be1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.980470332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.992900268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d6c0ef1-1bd3-420b-9b2b-e43c25c2a8d5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:01.993348471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.021940659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.032717652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46af5c05-d5b4-408a-a064-443665caf1a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.032945566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.035457921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62a70a08-0120-4bb8-8df1-c7381c344e6e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.035590736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.037638837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7445cd88-b78c-4410-9a1d-1680f6df7c1b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.037711181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.039508873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b76c182-294f-4882-bef9-44e565f3367a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.039581558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.041492495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5eb81fe-0f6b-479b-bf66-ae4712dd312a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.041559488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.043324114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b0847d1-028e-4a21-806a-bf2961f75e93\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.04339724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.044255119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46d928bd-0281-4325-8af5-7a4bf994273b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.044453104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.045517374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f4a8e9-f865-4ca2-93d7-68acd9967171\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.045708505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.046667716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1df672-3e94-4627-8e9b-d9199de6a534\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.046981572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.047827477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bafa8f8-d041-473a-b89e-fbcef9243bb9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.047934651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.049613736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1626fa6-412d-453f-b31a-cc7405730cb9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.049788865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.05222562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1295b0b-02f3-4452-b686-e0ca02847a7b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.052309898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.055159636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bd32e23-f568-40ff-9241-8a9af6b2dfa3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.055565755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.058324953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7abf5a6-ce1c-46b4-9539-d5bfa46d455d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.058608718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.06140039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e33d076-5b76-4dfc-9fd7-b601354ca153\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.061589297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.065114731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad1c8f8-73b8-46e0-9f70-87567d511c7c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.071386096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.072249025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.072306169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.07233656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.072363483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.073112967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.07593521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce6f591a-195c-4265-be99-c417ef213e75\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.076098615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.076950733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14670da9-d27a-4ede-b2b4-73e789653b67\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.077061835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.077242364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.082437585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.082498166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.082528326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.082881229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.086002759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1c65f1d-fbab-4766-b3a3-c855d4334b76\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.08609859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.086439459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.086497575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.086874896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.08765951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5592394e-07d3-4256-b52f-8d3f10be0537\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.087817965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.089379336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55615b4-e84f-4a8b-acce-406235b77b8b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.089916667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.092283863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5737ad8b-e7ed-48b6-b76d-a2300243986c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.092469844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.094547534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93ddb823-3c01-4720-8f6a-9833d2e3c166\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.09461604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.097152845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48bcdd0f-eae6-422c-8c31-0e12491528c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.097292062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.099174663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4f9024d-e2ee-4eea-b47c-d943fa37eba9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.099240374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.101113376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0e5717-7fdb-430c-a68f-7899ec81ea75\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.10118056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.103028101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"095eed65-3956-4527-8277-778a1d92fa44\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.103300754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.105679834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed272f4d-5366-4fb4-ae94-354963b2c6da\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.10575324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.106775277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4ef4e9-6231-4496-be1f-a4cc8077c6e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.106979494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.107961951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48f56529-78a8-4c8c-be97-cfd6328641c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.108095437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.109277352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37897fd7-d449-4faa-9345-b7062c681988\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.109408032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.11134918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66aca9b9-da25-4200-b15a-fb25629ca310\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.111443077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.112551535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb9e7717-f7ec-4bb7-aa6d-13d54c83f029\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.112705562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.114959012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05fd7b71-943d-4345-a385-26def04eed2d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.115024082Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.119774366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ab97f06-eeaa-4180-ae70-45035a1a4e10\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.120355655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.122275199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.12492555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09638348-531b-4812-afc7-bb5412b4ad31\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.125818649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.128068682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"140f76d9-4dc4-420e-a68a-16c13257c0a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.128345504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.130573824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de31e9aa-8da7-466c-87b7-e392b6e4073e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.130796267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.132993515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f475f3e-e04e-4dbe-aa13-057592052991\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.133271499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.13483791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e68738db-eb15-41b2-b08a-f2383d3ab32d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.135135372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.136671303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4465a94-57b6-408b-bf90-7993f5852430\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.136912323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.138014058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0e1bf32-46e1-4172-aee1-16eb30bc207a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.138295849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.139326192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b7604c-b132-4cc1-b9a1-9fa1624c712f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.13952079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.1396415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.139755017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.139845106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.140688847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.142888249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.147367023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.147427985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.147462383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.147492293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.147518545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.147989363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.150120499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.154064878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.154128234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.154158164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.155562903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.246840618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.247324532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.247951191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.249636368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.249752389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.249841757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.250975907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:02.251205394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37066"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.25222211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"47dd5039-fadc-48dd-a335-bdfc837653fa","remote_addr":"[::1]:37066","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:02.252881484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"47dd5039-fadc-48dd-a335-bdfc837653fa","remote_addr":"[::1]:37066","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":667,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.253660616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47dd5039-fadc-48dd-a335-bdfc837653fa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.255687635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.255774929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.255836842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.263356214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.263505882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.263606463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.263690179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.264406697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.264809379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.270821488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.270918712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.271003841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.271980958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.274346311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.278459587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.278948962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.279093279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.279582624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.28372132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.283771731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.28448905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:02.356845325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:02.357310863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.357458086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"508.216699ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.357606672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":8,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.357699888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.357809215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.357906329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.358047801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.358873085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.369891769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.383897435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.390533887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.390616702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.391407568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.39679385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.424526455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.42458912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.425188043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63598","req_id":"c9e9b412-9a7d-414a-b0e8-e90d00bfebc8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   bf 30 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .0..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.425247913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63598","req_id":"c9e9b412-9a7d-414a-b0e8-e90d00bfebc8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48944,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.425451609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.425590606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.425687408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63598","req_id":"c9e9b412-9a7d-414a-b0e8-e90d00bfebc8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.426047456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4247, tv_nsec: 224939176 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.426106273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.426416601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63101","req_id":"331f4bec-9bad-4be8-8b6c-c8790d9f6f66","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   34 93 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   4...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.426472102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63101","req_id":"331f4bec-9bad-4be8-8b6c-c8790d9f6f66","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13459,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.426552632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.426639275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63101","req_id":"331f4bec-9bad-4be8-8b6c-c8790d9f6f66","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.581257802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.582073628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.582140291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.582176032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.582204729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.582572432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.582959012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51043","req_id":"df6a6e68-6a02-4ec0-99f4-3f03227cbf89","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   1e 86 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.583121836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51043","req_id":"df6a6e68-6a02-4ec0-99f4-3f03227cbf89","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7814,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.583434369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7814,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:02.583524559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51043","req_id":"df6a6e68-6a02-4ec0-99f4-3f03227cbf89","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.583836921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.58393188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.583969656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.585659112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e710c9c-6f4d-4104-9f7d-0a24ba823ee7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.585897096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.587007969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3243d9-2f0c-4212-bd71-3b66c9f86e5c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.587182276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.593009567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.598735896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.598874923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.598991746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.599870597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.601013464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0bcd6cd-6f51-4ad9-a680-674986670759\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.601239354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.602861667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.602994581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.603598435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.605462248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c498781-2a75-4bf9-83ea-966079b56b5d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:01 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.605727577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.618969741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3d7758-93a9-4d6a-a4b8-94a58c242aa4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.619046504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.632333738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf69862-997a-4281-a20e-049acc908416\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.632653465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.655310127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd83f670-7644-4c2b-b339-517cfe18ba88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.655589363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.683701485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.68379446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.684247563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.68587227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.687110357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bf81739-aa58-4705-b83b-4b8caa504eb4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.687315055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.69077085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d4c788-1257-44a7-ac10-de0a2e1674b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.690988243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.691318301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.691378451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.697923411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.698407385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.698475561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.699535854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610fe6e9-5261-48ef-822b-3d8038ac120e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.699737035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.701151954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8a8dfeb-7308-4368-8a76-63c3b0c7eb2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.701221963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.702663485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15784823-2d7e-4300-b0ae-944ec7a62f08\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.702783655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.732666665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.732901222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a9b6776-389b-4a00-a3e7-87bacfd0edde\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.733263734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.733670625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.750123126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.750271341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.75037609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.750465448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.751871008Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.752581023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.753728709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.753786114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.753817867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.756360393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ff0d932-9998-402b-b677-726484cbb515\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.756537185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.75678551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.770227352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.77234419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.7724046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.772989856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.777771663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.777856753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.777884558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.782823128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b088592-c35b-4531-bee3-29130273c81a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.783086814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:02.785349131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.78936417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"657beae1-a1c6-4505-93c5-dd4c767b28a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.789597305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.791775254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1493c3b2-3b50-4c65-b4fb-58072c4fd587\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.791989982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.79357026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291a2ec7-7931-4cbc-b921-a4905f85276f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.794502067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.798116058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"087ba88e-439d-4fda-b597-4f144175737f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.798465704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.799528462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7232bd50-9b3a-44bd-81e4-291829287517\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.799770384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.800846037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a6d8d3-4fb6-49ab-90fb-2e1d1d1489b6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.80108368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.802369282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c01157b-265e-448d-b934-1e7eec32bbc0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.802592416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.803787788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"896e3bc6-0341-4ab6-a005-bbf43f82806a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.8046217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.806924067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5790e4a1-c262-4dbf-a17d-9707c936c9f8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.807965492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.810746603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99604091-4740-46f8-b249-604c1eeb8961\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.810927093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.817263007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.819808088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547b78de-07ff-4b31-bf43-82f5a036b6c3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.820163606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.833544366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cea186a-9f99-400c-b23b-c4003c20c85f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.833670467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.83555907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0edb7c6c-88a6-4a1b-9f59-032442f729a9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.835679601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.837346882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a318934-a68f-40ff-bf3c-1ff437b5af4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.837482493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.839155205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fef0577-6930-44a4-8eee-f889e28420af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.839276357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.840078425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f3bd48-b2ea-4029-a03a-f84db752d0ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.840168975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.841241713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3238b46-98a8-4533-95e5-bfb5f1b93ab3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.841371151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.848962015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1f6f928-88ef-4899-a428-f09065957118\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.849022676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.849055631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cbf0470-79f6-4288-a24a-f92a84903db0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.849085942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.849112956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23bbfead-121c-44d0-a6dc-2b1abdc77bb4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.849143346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.84917058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa9d1e33-5224-4456-8c84-e856f4031d45\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.849202244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.85009884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cecc0cb4-578f-4746-9bb6-80bac87de6fd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.850170994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.854896198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2834ea6a-b231-48bf-9e14-ac5a5186c0e3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.855079965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.858369378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84498ac6-e9a9-4517-905c-8ac63c506d19\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.858554567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.861875364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf596cd3-1b10-4078-b1ac-dd365c1c13af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.862056254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.865397321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac2bc71-cfce-4b48-b243-82185bb411f6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.865568793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.866839535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf3d9fff-f7a7-4e92-873e-0550a518340c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.86705313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.868517648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.868593309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.868762205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.868810081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.86987351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.870573174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9c2991-2cc5-48a3-80ff-d4b7ddfeeb82\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.870776238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.872390785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffd533be-f4b1-4e4a-a536-d46e96fd59db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.872524271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.873223725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.880626013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.880726053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.88075964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.881163875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.888892935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6693cf35-cc49-45a4-b737-7e7f7fc7a80a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.888975489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.889014647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.889070128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.889098875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.88912645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.889155027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.889181389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.890966606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.893677888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.90323492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.903319639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.903354108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.903383236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.903409909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.906315769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.92485152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.931587721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:02.931984933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.932133749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:02.932695629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.026608324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.026695708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.027276365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33229"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.031283278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"ecd67d99-4b36-423a-babb-149556b4f6be","remote_addr":"[::1]:33229","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.031815178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"ecd67d99-4b36-423a-babb-149556b4f6be","remote_addr":"[::1]:33229","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":564,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.033003866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd67d99-4b36-423a-babb-149556b4f6be\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.044220375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.044283831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.044316666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.048512586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.048578838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.048619229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.048649129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.049569232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.05747851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.061615984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.061808488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.061859078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.062299767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.095069869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:03.130090154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:03.130859748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.131008394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"773.386532ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.131235476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":9,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.131391227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.13169901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.131810532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.131896203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.132720956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.145307935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.150207186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.150316123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.150353378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.150738024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.151081579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.151202029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.151244864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.151272038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.151769088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.154318959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.154379259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.155876131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60720","req_id":"f2eba65d-131b-4ba1-977e-96d558023ae5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   8e 32 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .2..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.155941452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60720","req_id":"f2eba65d-131b-4ba1-977e-96d558023ae5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36402,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.156012483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.156035409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.15605617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60720","req_id":"f2eba65d-131b-4ba1-977e-96d558023ae5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.156170728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.162700969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.163025336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.163064323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.163362006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.165282453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4247, tv_nsec: 963457785 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.165349466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.169467471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58460","req_id":"99c8aa00-15db-4146-ae0b-46d53def9343","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8b 39 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .9..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.171307588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58460","req_id":"99c8aa00-15db-4146-ae0b-46d53def9343","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35641,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.171457416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.171485302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58460","req_id":"99c8aa00-15db-4146-ae0b-46d53def9343","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.171521905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.171549059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.172497859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.251074137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.252469367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56314","req_id":"426deb3a-a59d-4f22-b2ae-07d39e1690d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   a1 f9 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.252603394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56314","req_id":"426deb3a-a59d-4f22-b2ae-07d39e1690d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.252948341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41465,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:03.253023692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56314","req_id":"426deb3a-a59d-4f22-b2ae-07d39e1690d1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.253541253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.253582816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.253608086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.255291981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2544f467-8f99-4344-992e-c71ad68a21fb\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.255509595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.257209922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df1b9357-13f3-4f8c-93be-70fd09fd8868\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.257468758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.271752067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"925aadcb-4996-402b-90d1-2af93af10a93\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.271967506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.279612799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40304aec-08b1-4998-ae1f-0a36e0b533fd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.279696165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.28209299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66f8f772-c531-48d6-9aa7-76db3fdefcdc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.282172559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.284355969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0effc579-1c35-4612-bb42-1845520cc0d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.284419385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.286317377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a377c74d-75cd-4c65-948a-c33e43eb5d64\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.286423859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.288558031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d419fc-2f90-4562-8aa9-7c2fa9da8a5d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.288742459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.289593444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc0f43f4-6cd2-434e-ac90-7759bbe9c045\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.289658093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.290653146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"863d1bba-e745-46ce-a349-c13fce857331\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.29071537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.292995543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa86a0e-8294-4028-9bcb-ee61b46a798d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.293172185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.293804054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.298820038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dfcfaa9-00c1-4dc9-95a1-b09bdeaa0d95\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.299198161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.300801646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b985876-3812-47aa-8c69-f5a75bfb792b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.301026304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.30317759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f30b9f-7b62-4757-a88f-72dde5700d5c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.303356857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.307818978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b22600d-aef0-4947-aaf1-314ebd53ab00\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.308060779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.309846588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"916f7c18-2127-4c8b-ad5d-9bc9ae21fb00\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.310060093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.312192592Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"febd30bf-6f48-43fa-967e-613b588cac38\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.312404133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.314441833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca6382d-a687-4c22-a0dc-b6f04b358324\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.314709306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.316762136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808cb354-0c41-4063-9a8f-90167ec9d8ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.316981674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.318031706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"688eb236-4a40-4861-a1ed-b769f2fea938\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.318264009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.319319882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d90ae64b-ca68-4974-8a9e-487dab44f3b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.31957964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.320597047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5ae4d84-59ff-4a47-80ce-afc235d6f399\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.320865332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.32186843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01e3007a-9238-4288-b0b3-3f583d4731b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.322082306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.323605531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"662758f9-67b2-48ff-b587-d2a501b6665a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.323749869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.325917017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aa1906d-c960-45eb-bc08-07ba87d41235\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.32604931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.327701192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd587c20-5d0e-441b-999c-a375c9b6d3ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.327817283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.329795264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b45d1ac3-f24d-4d14-aa9c-2d1ebfa9f135\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.329921265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.33159533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ace46db-1a81-4721-90e8-97d050df856c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.331718316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.339132859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee57e0b6-339c-4625-bf19-46982b41af03\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.339240102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.341244526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b6037bd-d622-4f04-aee0-7c914dc54bf8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.341379415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.342234749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8836c837-90e5-41fd-ac92-1e2b5e5d1b9f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.34235556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.34327433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b44877-1d55-4533-b95f-96b1f973d8ee\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.343423207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.344249263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.344334302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.34436854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.344395975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.345044828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.345220708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da8255c2-ce3b-403e-927f-b0e99ae8cb09\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.345345106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.346409467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2339e3a-623d-44b2-9c8d-3901ab22dcc0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.346462232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.347677193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b0d9e81-5c69-44f3-a303-890db9b8892f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.347833123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.348045506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.35291577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.352976701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.35303622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.353357841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.356071337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.356129944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.356481404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.357945091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4c26ab5-434e-4bd4-8f06-65aae3492f53\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.358052966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.360474941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d33bc919-4bbc-493b-aaad-3e5c6ca189dc\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.360548378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.363961538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3dc3164-c815-4cd0-b47f-5919469563c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.364056648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.366853811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bad23a0-f6c8-46cb-8a96-415e7963ff72\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.367049451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.369075157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb874cfd-a5e1-4f3e-bcba-f03304d4fc1f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.371311773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.377307419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ba11cf0-d70c-400d-892e-739ccda0a488\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.377731273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.378925853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3539c765-459a-4cb4-83e1-8e3bc96df0ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.38456039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.386034607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6eae5ed-c086-487d-9fc6-c5deb2f6a02b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.386964219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.389852374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2d74c08-cfdd-4195-a6da-4f836ec4fa10\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.3901968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.396227636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.396725699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"328edba3-bd3f-4b87-b296-f5ba1de3c061\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.396923783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.397165334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.397259793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.39734363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.398195016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.402449052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.407461439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.407536358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.407616438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.407649574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.407678241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.408275982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.42019537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.423595034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.423658791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.423692398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.424106072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.496458079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.496520984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.497254726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.49731675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.497348423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.497373703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.500055697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.500259212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53004"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.501199325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"127d4222-76a5-4f11-a16f-7803b0f44127","remote_addr":"[::1]:53004","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.501957516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"127d4222-76a5-4f11-a16f-7803b0f44127","remote_addr":"[::1]:53004","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":705,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.502654795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"127d4222-76a5-4f11-a16f-7803b0f44127\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.508277378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.508372748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.508762014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.512025947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.512167499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.512301806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.512628417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.514218265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.514776457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.523476151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.523535769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.523800878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.524657975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.526854672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.5326859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.532943754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.533024495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.533602978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.536459629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.536536533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.537587266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:03.568338125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:03.568580568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.568635508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"437.370843ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.568672271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":10,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.568702792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.568732391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.568764084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.56879212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.569702423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.570241958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.571828029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.575725875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.575787568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.57581892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.576203807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.590154573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.59049429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.590993885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f438a5c-c564-4ba8-bc69-2459a5cca7cf","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.5913875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f438a5c-c564-4ba8-bc69-2459a5cca7cf","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.591456547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f438a5c-c564-4ba8-bc69-2459a5cca7cf","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.592394526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f438a5c-c564-4ba8-bc69-2459a5cca7cf","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.596584224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.596724343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.598161136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61768","req_id":"9632962f-09d3-4c17-a416-b414ebbdb677","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   71 41 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   qA..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.598427556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61768","req_id":"9632962f-09d3-4c17-a416-b414ebbdb677","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28993,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.5986251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.598801491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.598896641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61768","req_id":"9632962f-09d3-4c17-a416-b414ebbdb677","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.600722649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3f438a5c-c564-4ba8-bc69-2459a5cca7cf","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":9329,"response_code":"200"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.601006054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4248, tv_nsec: 399893926 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.601072817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.601262795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f438a5c-c564-4ba8-bc69-2459a5cca7cf\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:02 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.601487072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.601948361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4408a079-e5b5-41de-b957-f7114ea15f44","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.602830619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4408a079-e5b5-41de-b957-f7114ea15f44","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.603160927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4408a079-e5b5-41de-b957-f7114ea15f44","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.604063656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4408a079-e5b5-41de-b957-f7114ea15f44","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.604348724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60150","req_id":"1a0a1c49-b5a2-4e8a-8093-0511304f517c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   8d 68 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .h..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.604412441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60150","req_id":"1a0a1c49-b5a2-4e8a-8093-0511304f517c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36200,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.604502851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.604533823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60150","req_id":"1a0a1c49-b5a2-4e8a-8093-0511304f517c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.698090088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.698739652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.698933859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.699041804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.699129478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.699878411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.700076395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.700219701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.701113021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.702054887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.702513371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"4408a079-e5b5-41de-b957-f7114ea15f44","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":100605,"response_code":"200"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.703448694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54786","req_id":"cde5c757-1dfb-4617-80c8-0f0d7d1f1030","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ce a9 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.703632741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54786","req_id":"cde5c757-1dfb-4617-80c8-0f0d7d1f1030","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52905,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.7042046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 52905,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:03.70441519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54786","req_id":"cde5c757-1dfb-4617-80c8-0f0d7d1f1030","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.704665338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4408a079-e5b5-41de-b957-f7114ea15f44\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.704866178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.704950306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:03.705199092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.705701593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.72101296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.721112669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.721200874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.721862833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.722318591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.722528099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.722654841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.726981482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.727108635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.727406539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.727569263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.730314603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.730424141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.731020259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.731620304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.731751596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.732087425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.732971396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.737501673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.737560119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.739395606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e691f42c-32f5-420e-8565-bfa8b51ef1a9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.739654091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.741406142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f0a5f3-75b3-4a7c-bb06-38a9c752dffe\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.74162103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.745692653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729cd92e-3726-4682-a5d7-2e4bc9a2d7db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.74581688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.750737574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a068e03-ce5b-4946-bd99-5dd0275ff880\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.75106172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.758693927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36c90e9-538b-432d-8eb4-5153dbe6a752\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.759647978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.763596054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"536750b6-da6e-4c08-99f8-75a9fee35afd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.763872545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.775628788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9f1ad56-d407-4a02-9ee4-c3873d45931e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.780079787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.7868272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.788386627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb6e8bc-8a99-47e0-8880-306e32d746e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.788622547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.79007951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"006d53e1-2920-47d6-af7d-77b5066bb5a3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.790321312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.793239025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84666996-e29f-4f87-a50a-58ce9abbafba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.793487801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.795057278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7f3265-2485-4aab-b558-bf586879a54f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.795336133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.796886733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c63949-73e9-4aaa-985a-84705a7262f5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.797104096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.799614007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd69496a-09ea-44e3-bdbb-964481cbcad5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.79988145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:03.801416719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.803246975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27b727ff-80ca-4855-9fda-aaae8ae6935d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.803623976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.80644637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f079a3f-9ef2-4095-ac5f-ca0b1f486f31\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.806659084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.809400616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06cb38f1-3ff2-4622-8cce-7fdbdb649c9c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.809700754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.811773464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c247ffb-ca8f-4215-a7b3-b5e7fc776d07\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.811982049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.81441174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a1c5f7-50e3-4459-81cc-ec28d36d527f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.814621238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.817066339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e48d8eb-7446-4562-8a24-9503e0448a30\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.817275216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.818243765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f47b540-ecac-497a-bd6d-fa7553a15f22\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.818459946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.819629166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13eec0c6-4f25-4ebf-b125-9731501102e4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.819849094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.820822764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9b8537-15ee-44e7-9055-94837f9fdc44\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.821138102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.822297091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"954a6020-8390-4eac-9afb-6f342ad63478\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.822504404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.824089994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def8c789-719e-41f6-814f-e1c29ecd8cc4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.824338769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.826159757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db0b4304-3600-4b9d-b4b3-6f5776bbdb84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.826368263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.872950204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.873034382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.873068189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.873094883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.873832813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.874124123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0010418-5281-4ac5-b47e-4e181b91ab05\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.874317148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.882363359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.889155853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.889218438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.889248768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.88957065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.904727368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.904787759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.905547983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.906238559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7355d38d-e7c3-4290-ab67-e594d50dc6ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.906339861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.908655124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"022a8e50-aef5-495b-a2af-5e20b5715437\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.908837558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.910559428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4064564-e2a9-4c63-9833-7fd77a6d5a64\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.910640009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.913618453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25824090-ac44-474a-89cf-a19ce632e7ea\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.913840015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.914825278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480b2727-29cc-485a-ac8e-d0a66eaa444d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.915169083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.91659832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e1fba51-4e3e-4fc1-a7a2-c07e98471b66\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.916741656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.918830919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa70ab62-3175-48fb-83db-65ee334d08cc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.918958383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.920209225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1440e389-1b87-4c80-9545-33523395bcdc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.920484854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.921810525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a3841c-d801-46ed-947c-849996b60388\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.921987939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.92604371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4266900-cdf6-438e-b140-ca005e40be65\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.926492965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.93235287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dbce045-8916-413a-b489-a2f70fa5d5be\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.932599121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.936680002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.940577708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11fa65f2-0974-4d2c-aff5-4ab1cb0d242e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.940717496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.943242317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e193f63c-52e4-464f-bf56-9fa7c560426d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.94344443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.946161142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"792cdeea-0c7a-4a28-bded-0cf403bac75b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.946307374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.949417731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f921a4e-fd50-4892-bf1d-706741ddcbc2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.949634192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.950874884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01dbadd-d135-4227-b9bb-ed5a1217fec8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.951948273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.954554646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c92fc2a-b98e-4d2f-a8ab-948acd822b20\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.963288648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.9656888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fa5ef48-6c22-423e-85c3-b3a8ec08da5a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.966030912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.96752061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4314acd3-1ef8-43d6-b291-9630d408efa9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.96771644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.967834054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.967926779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.968014644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.969572368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.973753398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.978518973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.978633792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.97866779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.978699162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.97872822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.979113768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.98227159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.987973431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.988041586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.988076666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.98978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.992282947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.992403818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:03.992440842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.992472916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:03.992930888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.055255416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.055349012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:04.057090472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63441"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.057375319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"c0febf71-e2da-4e09-b112-5d50fc6631a0","remote_addr":"[::1]:63441","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:04.060835714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"c0febf71-e2da-4e09-b112-5d50fc6631a0","remote_addr":"[::1]:63441","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3472,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.060966905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.069349698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.069414938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.069447703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.069878531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.072024016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0febf71-e2da-4e09-b112-5d50fc6631a0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.075902634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.07596089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.075987703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.082742742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.082805087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.082839024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.082869946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.083408719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.102282173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.111401323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.111631892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.111684537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.112297909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.113449423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.113508451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.11353811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:04.161816031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:04.162463581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.162742447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"594.023372ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.163241982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":11,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.163347652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.163458433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.163545667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.164026505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.164824445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.17081969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.176809184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.176933722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.177328719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.178171929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.184538193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.184706398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.185835839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.186222249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62810","req_id":"a85b814d-6458-4425-bbf5-afe265a85eb6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   95 9a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.18640356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62810","req_id":"a85b814d-6458-4425-bbf5-afe265a85eb6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38298,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.18664465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.186813627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.18686524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62810","req_id":"a85b814d-6458-4425-bbf5-afe265a85eb6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.187624442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4248, tv_nsec: 986468868 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.187686506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.188271882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56228","req_id":"473a7ac9-0025-4256-9683-55f6580438aa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   55 3d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   U=..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.188330589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56228","req_id":"473a7ac9-0025-4256-9683-55f6580438aa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21821,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.188413525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.188441881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56228","req_id":"473a7ac9-0025-4256-9683-55f6580438aa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.256683939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.257225077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.257277431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.257310137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.257338182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.258056664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.258549125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52300","req_id":"97ce27c5-d7ac-4d3a-b24f-504be4a9035d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   b6 80 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.258683994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52300","req_id":"97ce27c5-d7ac-4d3a-b24f-504be4a9035d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46720,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.258910706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46720,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:04.259107828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52300","req_id":"97ce27c5-d7ac-4d3a-b24f-504be4a9035d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.25945995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.259501643Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.259526603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.260562607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.267902321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.267961859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.267990797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.268416535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.272331025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eec26e6-f490-4620-88e5-0f41b938b9c7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.272580562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.273303282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.273348672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.273778779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.275254239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1699ec3-173b-46b1-b2db-26575afde18f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.275476151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.279632042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab84113f-5d96-4554-a763-ca24314f6f94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.279746369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.283916057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f5a90d-3d29-4623-81c0-196029dc54f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.284135554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.288402957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf3ac197-0187-4467-9ba9-d674abe861b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.288749918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.291137576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b33bcc3-3fce-4d90-bf4e-0b576ab0b7b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.291358716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.295785366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d36ae498-e857-4942-af7b-6c1930bef40d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.30158438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.30512264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9656631f-5165-4dac-a01b-a5931a756922\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.305302879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.307168306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a9942b-0189-46a9-8468-9563f8659712\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.307237173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.307790085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d067650-6ee8-4738-925f-09487632bc1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319564915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319608322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"658a3398-2114-40a9-99aa-7fe49109f03f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319643993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319674043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16684f89-9aa3-4443-b9fb-7e29e0178256\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319705676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319736547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319758471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0b84c5c-6bf5-4268-91ad-22d5c7e918d2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319789092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319817889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c19ee002-3be0-45b3-9124-fd24bbeee666\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.319849793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.320670408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e5496e-4715-4e66-a067-d1153fc0867e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.320737191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.323383964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9400297a-a894-43c5-811c-bd3a3ea004e9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.323982226Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.326643168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46e1d8ec-e36b-4bab-ae51-55234c3a5430\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.326716113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.328850085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d164f91-b278-4434-b6ec-c8daddae4c2a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.328964233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.331687679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc0b4bf5-476a-4677-9a39-1bc9457e578e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.331815554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.333315322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"318cec8d-9a6f-40b1-b9c5-68645488020a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.333452245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.335432721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c4cc096-63d2-47f5-8a04-a7a82d07cbb9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.335557339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.336460318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d007c49d-c6b4-4315-955f-8dc9fad4bda2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.336597762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.337580039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a43ba5ba-802e-4c99-abb8-65893096dc8b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.337628496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.339270557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b523e6fa-f0fe-4f9e-91de-73da1dc2157e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.339724532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.343059176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a58b9b-c9be-4d16-b1e1-7dd1e59d5db0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.343193093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.345115563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7382dcd5-366c-4746-8029-9542566bb297\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.345231434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.347836825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fba5e09-7448-43e6-9e9b-812a7e513f56\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.347908117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.350743567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c66c0a07-cadd-4f80-9d60-0b4e00cddf2f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.350934968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.352531248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7871ea95-071b-483b-ae5e-343fd9b4d81d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.367611765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.367817395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.368118705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.368202963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.368239807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.371953446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.374974766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.382262165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.382335251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.382369038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.383621734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.383917884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b09f381-5d7d-4075-89c4-20877fb36cc0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.38555198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.392063875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fde4123-4afc-4a0e-9981-a24f7d8bd66b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.39214204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.39218203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.392215667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.392241779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.396540133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09d94642-f956-405f-96a2-74e7b6beede6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.396607217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.398108178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71167bd2-1915-41df-b41c-759a1a63540a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.398173137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.401151692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e21ecd-c7a6-4017-b568-9688d462b9e2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.40134652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.401402812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e138c2-6ee6-448c-9974-9157f87fcd16\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.401438403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.402972139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ba95e2-091d-4325-9213-2fad670b5f90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.403019433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.406241192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b18e60-759a-452c-b66b-2118932fbe84\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.406308206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.410961036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11b88b95-ee68-43ea-a9ce-5d797b95e6a6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.411129632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.416433269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59875f21-4b1c-45b5-9974-f5cd07690e9b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.416804338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.422450849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"824804b6-fc5e-4ecd-ac83-4c3350f459e3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.422723843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.427141384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f99040d0-5618-4df0-8a4f-a0af568ae5c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.427368086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.431422675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d4b29e5-8869-40f5-a68c-7b997af9787f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.431535459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.43277059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.433656385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c24dd9-2147-440e-b1d0-a9164e63df4c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.433932305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.458955672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60f33f5-5130-4eca-81dd-f8ecad89adea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.459335389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.461977854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34a0c25a-8af8-4610-bd8d-a6cf5cd7df36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.462346649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.462468672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.46275899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.462808399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.464526021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.46896254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.475154758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.475226481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.475261771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.475297132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.475327211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.476077627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.478559902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.484995906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.485085214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.485171706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.485724968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.486336056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.486395264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.486429031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.48645841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.486918526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.490593929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.498898145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.498964126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.498995569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.499952185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.568949658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.56903577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:04.570173647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34095"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.570940835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"3dfc5c86-93d3-40ed-899e-599f92441e04","remote_addr":"[::1]:34095","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:04.57122925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"3dfc5c86-93d3-40ed-899e-599f92441e04","remote_addr":"[::1]:34095","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":468,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.57128461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.571319911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.572061709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.572312118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dfc5c86-93d3-40ed-899e-599f92441e04\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:03 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.574523784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.574571038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.574597732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.577181069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.577579012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.577634602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.577667628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.578767289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.582006052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.589397329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.589695222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.589756565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.59020082Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:04.632540419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:04.633744427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.633817473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"470.520591ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.633859066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":12,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.633888104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.633950789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.633992171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.634021459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.635075219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.639532059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.645458667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.645539078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.645577494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.646212099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.652395889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.653059562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.653127056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.655338773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63859","req_id":"499b33e6-2240-48ab-a7a9-dbb760420172","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ff bf 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.655403261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63859","req_id":"499b33e6-2240-48ab-a7a9-dbb760420172","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65471,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.655621666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.65598962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.656073657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63859","req_id":"499b33e6-2240-48ab-a7a9-dbb760420172","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.656531619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4249, tv_nsec: 455413330 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.656602431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.656942468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61295","req_id":"51dee2cd-6355-4e64-a06c-4deab4281ed1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2c d8 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ,...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.657001275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61295","req_id":"51dee2cd-6355-4e64-a06c-4deab4281ed1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 11480,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.657204981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.657238277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61295","req_id":"51dee2cd-6355-4e64-a06c-4deab4281ed1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.738087214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.738674524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.738724744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.738754533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.738827459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.740145745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.740207318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.740423609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.740517987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.740667886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.741269955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.742721327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.743622613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63304","req_id":"2e75af2d-e5a6-4911-8bff-f2a4d8075907","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   d2 eb 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.743731339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63304","req_id":"2e75af2d-e5a6-4911-8bff-f2a4d8075907","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53995,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.743882009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 53995,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:04.744142148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63304","req_id":"2e75af2d-e5a6-4911-8bff-f2a4d8075907","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.745840091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.754659453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.754749903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.754786506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.767256301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.767922549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.767982288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.76801331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.768537504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.770659261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.770719982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.770750664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.771795525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.771851938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.77391062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df8c604d-a332-4b85-a88c-7620e25439ba\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.773953715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.775330839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.775384977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.775540727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.775591509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.77637015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.776958412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cd5192f-4424-4a9a-b104-3e343a8c24ff\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.777208591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.779448714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69d5f06e-cb9d-480b-ad25-159302492938\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.779577881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.783700455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"315d30ef-dc11-48eb-a1e4-96bc8639aee2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.783771697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.785263059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce83c5a-39f7-4c80-a99a-30015f84c19a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.785447757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.787767007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bb85714-fe6c-4f53-832d-8d0bb87df0fa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.78786433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.789844736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb5b065f-53ea-4c8e-9fea-45f0c2d0f68a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.79078032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.797796009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6fa11f5-c317-4cef-a823-15cd5ad0b4ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.798108441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.799556576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e57456d4-e5c1-4e03-a55e-05254a785c8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.799734782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.801153318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ecd6fa-fb44-4b04-b41b-6519f89f06cf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.801259349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.802480923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b65a7c-479f-497e-980e-277e26abeb1b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.802595391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.803804119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca4a016-19c7-44e9-9bc4-3aeba4bcdef3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.803950621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.806195674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ab2df8-b090-4a7e-890a-3b081bd041f0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.806395663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.810529419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.812187022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189ed495-403e-4e98-8669-d2303bc09f66\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.812278274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.81504177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b39a27d-0e7e-4f96-85be-6f60f9815abc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.815122591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.817728182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb8e5b5-ccaa-4758-88d3-fddd052e3ad9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.817818562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.820731426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b24b761-a02b-49f1-b451-10eb7de0f688\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.821122225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.824301108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59cb4cc1-5288-42b2-8ec4-4e0d91e68d15\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.82438211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.826765749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e85a2785-dcdc-4a51-b345-2157762622db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.826838694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.827711924Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca50b3de-e7b0-4a63-ac29-b012b3a6c538\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.827832575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.829068156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95336af9-00dc-4c72-a512-2f1da5470111\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.829131002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.830085744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df92ec89-bcdd-47a2-9ecd-b09e5dd87d3a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.830223488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.833262624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c74c344-88fd-429e-af1c-8dec0b7c410f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.833407081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.836672708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"539c51db-766d-4fa7-8f04-2fc5d033e9c9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.836940441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.839396816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4015483-deb4-44cc-a3eb-40c70bb585d3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.839680872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:04.842280902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.843954607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55bdb301-c5b8-4e96-ac10-a0b341a9d57f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.844318532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.846855727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca03d713-19d9-4d2c-8bb5-e0748113cbe2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.84710835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.851345412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4297c896-0a35-4929-aeb5-c754e91415fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.851521994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.853670625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc1b6ba-d144-48ae-b517-280ef4bcc417\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.853748039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.856602216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770d18a6-6667-4b39-af92-b2e124a3dcf5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.856671685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.857550405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"099038a7-e747-4ae0-a097-4ae3b1de7ba1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.857821716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.859432896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15bd97a5-e018-4636-b8f3-eba54161e790\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.85970094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.861103244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3eb88d-4e31-42bc-bd79-e8e930965cc9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.861280457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.861545966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.861602248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.861723039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.861764071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.862412703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.864504461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a7ae7c4-c7b4-4168-a760-9cb29c044bf0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.864568629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.86519675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.873056059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.873159716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.873243753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.874514115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.877059316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8aecd7d-966e-4eab-bfb2-223185f585c6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.877384213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.878359626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.883547804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.886188876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.891312765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8879072e-f405-4e76-a096-f7fb6570e13f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.891584536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.904357445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e5317ea-ea10-4f7b-9224-92c48ce0739e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.904847151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.91157178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13daea1e-5fad-42af-8bf9-115cf9ca0433\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.912231764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.916407474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61876692-3a05-4269-bd4a-d31cd78c0f1c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.916579497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.920149881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea61e84c-53c0-459e-907c-aafec8009e4c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.920449197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.924795256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e20df981-ef23-4466-8284-3b3fd3222bad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.924929885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.930062822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37b602dd-aae9-4046-a9a6-9197a2b4683f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.930326888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.931453452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.935640936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e2367e-fc3d-4e58-adba-5fde929b5f60\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.935686156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.935773249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76d300b9-f6ea-4d23-949a-30a5d23224a4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.935929641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.937875007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4875d673-87d2-40e9-9a0f-9ede069e4c5e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.938001158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.938247599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.938287188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.938316517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.938898556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.941692603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.946706173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.946838406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.946876301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.946912073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.946941672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.947328683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.950136417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.961056114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:04.961316994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.961374568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:04.962275724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.065612486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.06613146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.07354445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.088270721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.088899564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.08895796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.089990297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.0901072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60037"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.093501934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"65ff6043-4a96-4e0b-8a14-75e43a75d5ba","remote_addr":"[::1]:60037","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.094109374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"65ff6043-4a96-4e0b-8a14-75e43a75d5ba","remote_addr":"[::1]:60037","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":658,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.094822715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65ff6043-4a96-4e0b-8a14-75e43a75d5ba\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.09769124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.097749547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.097778645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.100620787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.100678062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.100710867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.100738382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.101311173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.104177023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.11027368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.110337157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.110364501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.113306002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.139043823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.146040183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.148012863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.148415305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.149186061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.155870429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.157196791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.157957026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:05.260026112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:05.260889563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.261247035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"627.387057ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.261463536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":13,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.261779075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.261905557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.261999264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.263995321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.264955253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.268361289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.272542831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.272606608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.272638942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.273018599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.285719996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.288281369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.288343162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.289819674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49545","req_id":"1990725e-89f7-4fdb-940a-eea3f7c42fd2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   bd 39 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .9..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.289977799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49545","req_id":"1990725e-89f7-4fdb-940a-eea3f7c42fd2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48441,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.290171385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.290335812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.290427325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49545","req_id":"1990725e-89f7-4fdb-940a-eea3f7c42fd2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.290817632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4250, tv_nsec: 89673972 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.290867892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.291201447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53132","req_id":"02ef097f-eea5-47dc-b393-fc8682618e45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   00 e5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.291251066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53132","req_id":"02ef097f-eea5-47dc-b393-fc8682618e45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 229,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.29133329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.291417688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53132","req_id":"02ef097f-eea5-47dc-b393-fc8682618e45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.3438071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.344083391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.344135364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.344167438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.344195765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.344763736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.345191669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61808","req_id":"405a1f88-71dd-49fb-872c-2ea47fdf0354","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ca 11 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.345244494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61808","req_id":"405a1f88-71dd-49fb-872c-2ea47fdf0354","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51729,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.345400485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51729,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:05.345486186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61808","req_id":"405a1f88-71dd-49fb-872c-2ea47fdf0354","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.345763769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.345811684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.345839089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.347822831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d8dbdf3-328d-4d00-9080-87a60cec07e1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.348060325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.348440292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.353280746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.353336908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.353367068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.354087453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.356323759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"323a676e-713f-47ee-99f6-29a615fbffd3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.356506263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.356691422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.356776431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.357220866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.361449432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4be6ac1e-5dde-4fdb-8648-6bdad7dd02f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.361788207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.364321113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c5d0e1b-c46d-46ca-84ba-174b230db1db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.379575156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.386479863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cf47e53-410b-4cc1-9e40-e3ad66f66439\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.386650022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.398986862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"035ea5c7-dfee-460b-8f3e-5a9a67a7dd08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.404389357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.404454947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34b073c0-5db5-434a-a020-dbcc067ed79e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.40449134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.409466402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c55fbf83-be17-459d-86d8-ef39edd3f476\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.409686771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.412946606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e6f943c-4435-4d2c-a88a-8965e77968b8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.413190122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.423510775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.424007304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4f21c7b-45a9-49d8-b4fd-19348a736eba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.431253672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.438260934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1def5fa7-ce7c-4114-b4d3-ce7ea47c283d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.438979666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.451861221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c32c61b0-e58a-4b6e-8a72-a5f8f935c094\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.452748589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.456812176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ed9281-a08c-4a3e-8d06-a0252117ddb8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.457357993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.463321565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2529487d-a2ed-4b7e-8dbc-1ba3c1d50fb9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.465076031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.469192302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab625aa-8e27-4c60-9091-630b5726937b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.469319195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.474203918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.474254148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.474287284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.474316843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.475451894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.476885741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71c69b7c-32b2-4dc5-ab53-d8b5a69b2f9c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.477182282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.479892973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.493089967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.49319702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.493231489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.4935583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.496884347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.496942593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.497433291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.497649732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096c490b-9b0f-483d-b2f0-23aa240cde07\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.497826374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.502097724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bc4f63a-59f8-4092-9cee-1b7c4fa672a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.502336019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.505956042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2eea96a-0a12-4b16-93aa-8a51f2f4abeb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.506804753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.510215037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fee43af2-aa6b-4d6e-ba3b-a79117304edd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.510641156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.513575032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fb60660-8944-4d6c-9bac-0d3e4ccae707\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.513823417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.51610888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"626426ab-0775-4e6f-855d-c2fa1b8c75f4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.516391544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.51777008Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68237d1d-d75f-40a2-9d5f-3996a52781ed\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.517982083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.519294167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7574b4de-30a9-4ed6-98f5-b245d0132394\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.519705497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.523032425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d5d0cb-d87e-4a56-b60e-c39d4e3d8295\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.523434476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.530222491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc40fbbb-6e61-4ad3-9f91-9c23f1086903\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.530436978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.561112648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.563311429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9dad8fc-6a0f-498e-8d4f-25458e5eaaa0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.563545134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.566966411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48caeb01-fac7-4ce9-acc6-6746ab769cd9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.567182892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.582244501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.582331755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11eb3f44-9948-4152-8be8-1ad8034890c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.582448658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.582959015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.583112391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5638f445-209f-412e-8f9d-59e0146287aa","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.5836141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5638f445-209f-412e-8f9d-59e0146287aa","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.583688458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5638f445-209f-412e-8f9d-59e0146287aa","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.584271069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5638f445-209f-412e-8f9d-59e0146287aa","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.588283003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32308f76-7658-41a0-8113-f9b710d75516\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.588411479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.588984651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"5638f445-209f-412e-8f9d-59e0146287aa","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":5784,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.589477593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5638f445-209f-412e-8f9d-59e0146287aa\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.589933141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.590553807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"897ee3a8-a69b-4668-a096-95e8dba488b6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.590810759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"897ee3a8-a69b-4668-a096-95e8dba488b6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.590879195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"897ee3a8-a69b-4668-a096-95e8dba488b6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.596402921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"897ee3a8-a69b-4668-a096-95e8dba488b6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.596519864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9551e04-889a-4702-9a3d-b48a1cede6e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.596565675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.596597389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"897ee3a8-a69b-4668-a096-95e8dba488b6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":4493,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.596640144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"897ee3a8-a69b-4668-a096-95e8dba488b6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.596679492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.596710354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.596734011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.596763379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f671ed8d-b468-45a7-9d3e-99c373c48edd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.596794321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.597825295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"843ff511-c9bd-4a85-8319-37206705bc1b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.597920124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.599546464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13c38f7-fd49-4c82-ac0b-d5f3c65c6535\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.599954628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.601710356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e46dbff0-978c-4f2f-8408-8eaed930b78d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.602975587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.616568309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.616673659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.616751915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.616797065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.619311705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.61937447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ecb114d-7562-4079-8e1b-a056127cad63\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.619416264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.62236056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.631558055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.631798214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.632029064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.632562577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.635538356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.635639497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.636202619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.646865074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36344775-86e0-4e84-8359-60124ee3687a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.64710435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.653365906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f023a529-4851-4b4b-9dff-b1ab6a3f86fb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.653512037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.657638339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"382d2919-4624-4018-a9e9-4655e1588da6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.6583565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.661841273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a15cc0-61bb-49ee-9de1-c98b5b8d838f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.661909238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.669975259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0132393b-3eff-4840-b227-08efa953e495\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.670209025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.671131613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46f13d2f-490a-46a0-9152-ff08904973bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.67130559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.675023888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d944fa-53cb-49b5-920c-aa10b5f28a99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.675168316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.678620815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29cf1113-278c-4a8b-8399-cdb0bab2b12c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.67868343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.68752197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.687587531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.687619134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c645fb4e-e274-456e-8b70-900c457c3802\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:04 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.687728201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.687775184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.687806347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.687983169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.689832534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.690194415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.692432364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.701577084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.708341732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.714486325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.714554651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.714705371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.714750361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.714781964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.715528471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.717728875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.717791981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.723532599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.731287099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.731480204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.731587407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.732348965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.734042118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.734167598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.734307096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.734562926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.73973957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.741800176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.741859825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.741888632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.829294061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.830524673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.831923941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.83198396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.833496844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.833549058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.884369034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.912692877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58922"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:05.913071261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.913649994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"63aef481-46d5-49e3-a053-f054df55b2c6","remote_addr":"[::1]:58922","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:05.914125873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"63aef481-46d5-49e3-a053-f054df55b2c6","remote_addr":"[::1]:58922","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":491,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.914748363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63aef481-46d5-49e3-a053-f054df55b2c6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.916848026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.916911443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.916941182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.918508515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.918565669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.918598925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.918629205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.919200624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.919953293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.94235115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.942455688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.942490026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.942844012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.959768723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.959855326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.960668526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.960927842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.964691672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:05.965627336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.965696363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:05.965727966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:06.052314264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:06.05255812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.052613881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"791.116758ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.052650845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":14,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.052677428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.052704952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.052737116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.052767176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.053428244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.054264991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.057555547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.061407502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.061472271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.061505116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.061902197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.065741357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.065798811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.066547603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60541","req_id":"43cbb92b-787c-4b56-9ab7-552b264fbf4e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   12 01 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.066605098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60541","req_id":"43cbb92b-787c-4b56-9ab7-552b264fbf4e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4609,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.06684711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.067172769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.06721859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60541","req_id":"43cbb92b-787c-4b56-9ab7-552b264fbf4e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.067566693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4250, tv_nsec: 866467041 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.067624859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.067914647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62717","req_id":"924c9c95-4596-4783-83ea-92bcadd4848d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   b7 21 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .!..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.067967302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62717","req_id":"924c9c95-4596-4783-83ea-92bcadd4848d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46881,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.06814736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.068188603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62717","req_id":"924c9c95-4596-4783-83ea-92bcadd4848d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.209001824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.209415809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.20954691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.209773211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.214637472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.21538897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.218530279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52746","req_id":"fafb4a8b-fc36-4e87-b83a-d15530e708c1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   c2 da 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.218598845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52746","req_id":"fafb4a8b-fc36-4e87-b83a-d15530e708c1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49882,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.218789746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 49882,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:06.218885817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52746","req_id":"fafb4a8b-fc36-4e87-b83a-d15530e708c1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.219121066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.219172508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.219201957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.219568447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.224837245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.224898938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.224932905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.22534198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.23589172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.23594207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.236466736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.240496214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e697327e-e441-4e56-93f2-ccf862f30009\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.240859248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.254418944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a91c2b4-8f82-4353-a137-f77b678768a2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.256749277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.263610087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a7033d3-d782-47df-9943-b3f77620d43d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.26390271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.275072034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df88fe92-36dd-48e8-bbfe-a1dd2e244545\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.275421781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.282918227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2785eb10-d8a0-4325-bf65-2b9e0b86336c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.283319788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.316010943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.318315324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f12d623-3f7c-4c9a-9548-264c3ea8d2ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.319644161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.330748416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8ea4b17-1279-41ff-abf9-d80c24a70eb2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.331131249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.341414337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54258a38-2ca6-4c16-83f6-12423ea8fd2d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.343467778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.346342336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e10cd42-3e17-4393-8be0-047c621021dc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.346515431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.348116481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe5f049-f2af-4a47-a0c9-1a0babe36851\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.348274846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.351872645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23245fbd-9519-41e2-86d2-877a8c654720\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.352880693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.355244924Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfe6c42-da53-4a0a-a34d-5f887211afdc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.355502427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.388857014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.388921562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.388955309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.391182236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.391874616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.392169243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bf8bff-ed3b-44ba-a0e2-e41eaed770de\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.392668989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.395588886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.424189181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.424352346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.424480261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.425167049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.42843478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.428542735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.429151458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.433912273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"066d520c-da65-4b4c-8618-e38e16e14be5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.434301168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.443167393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63145aa3-7581-4d9b-b179-ddbdadc3cda1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.443395398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.469395541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db586988-fc4f-49d0-98f6-ad42a415e917\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.469485821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.475785042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"794dc2f0-5c90-4e7d-91eb-fee0878f99fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.475948738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.476246251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.478824167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"135a366b-d9ee-4648-b224-4f2cad1f1d63\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.478867674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.48082312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7e50006-c042-4d7a-91e6-945bfb20c824\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.480877809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.481763333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b231cba4-9d09-44d7-9f79-fb7d6657dd0a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.482106016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.483210126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c461b91-80bc-4138-99c3-7ae411a4a596\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.48334783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.484825545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf0265b-eeb5-4959-be24-54b52d62abb3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.484936786Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.48562103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e11f1b31-55e5-44e1-94f1-48cd735ef4d3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.485662853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.488154046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5105775-fd01-4cc9-9996-d21e8aa2a52c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.488701207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.491406126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d16b41-7038-4574-be9b-abe2915eb5ac\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.491481526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.494151296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8ae5814-7692-4c10-b225-51cd85af05f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.494271355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.496101481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"794dfd95-cec2-4c9e-a8c1-cbdb18d67093\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.496480787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.503139995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13498790-3b74-4400-a6a4-7dc7af863e67\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.50318279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.503215014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"561906d3-5b93-4167-a006-569bb0b7624c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.503247449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.503276747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbccc98e-0944-4d81-a48c-11cc6a4dae2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.503307599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.503335645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f460bd4-a813-4b1c-9587-d9b106402b8a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.503368931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.50357409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95c381a0-6ee9-4668-832f-db7f5bbe9bcb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.50370984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.504638661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e6a077b-71f3-470c-9761-cf2fb228a126\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.504765915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.505827019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4fa503-d739-48d7-9298-ecb3c15ebc00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.505943451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.508730043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa110494-bbf5-43b6-bf8b-0672fa7faf52\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.509723152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.517123226Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b8dda03-23cc-4aed-bfd2-3478135be62a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.517272413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.520390976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0137119a-996b-4a14-9a64-949dfd29bc98\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.520609492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.524477128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ff15b7-9f30-4e99-a529-3f191c6324ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.524688519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.529746286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.542774204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.542897279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.542989202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.543763645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.550275309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e7b5aa-efeb-4928-a9f1-4490b24f02ea\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.550727099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.551054962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.570661898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.570766987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.57085857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.571650277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.576340973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.576403969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.576840078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.577071248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68595222-fd6e-4d7f-a16e-c8cf622abaa8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.577558359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.582969761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84e2ed8f-5c6d-4bbc-970b-253335e676fa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.583222404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.589125987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0764493-020d-47c6-afd3-e58671ef0826\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.58919805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.593474691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50f30d05-d2e4-4e91-8c09-e314baf5a0d4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.593630391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.596459759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70063ca5-32ad-4a86-97f1-16fee5b03ffd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.596591571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.598486888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc86011-e3e1-4add-adc9-1a121f74fafa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.600572072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.600635048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.600669907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.600700298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.600724346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.61889528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.624637441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.624715857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.624750005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.624781067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.624808171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.625194952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.656641126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.665259357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.665358575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.665399236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.678688434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.686432864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.686774635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.773797342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.774026529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.774552507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.775816726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.778189874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:06.778430904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62181"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.779173714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.77946249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.79709955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.797207394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.79948895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"9fb3f77c-50d9-4102-a08d-a10bfe297f18","remote_addr":"[::1]:62181","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:06.801122595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:06.803391987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"9fb3f77c-50d9-4102-a08d-a10bfe297f18","remote_addr":"[::1]:62181","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3911,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.806877522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.808775353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.808938608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.80905494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.809270319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fb3f77c-50d9-4102-a08d-a10bfe297f18\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:05 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.81366238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.827272567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.827362557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.833980693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.834177806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.834287945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.834382604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.835709898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.836557707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.836682386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.83677492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.836862214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.840331717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.840756904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.840870631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.859553034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.865922004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.865986102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.866056913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.866414916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.866681397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.873983736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.874212873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.874267181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.874676447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.884166705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.884363377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.885184373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:06.965142765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:06.965518594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.965572581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"912.909893ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.965608102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":15,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.965634134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.965663582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.96569233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.965718442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.966496362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.967048572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.969576739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.99375373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:06.993846355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.993882948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:06.994353125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.018250488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.018293815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.018360538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.018392261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.01986219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.026400206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.026444755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.038318212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.045061908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.045125776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.045155234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.047320699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.050221859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50359","req_id":"83c59bbc-213a-4a89-8ef4-17d2a4383765","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   28 11 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   (............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.057489981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50359","req_id":"83c59bbc-213a-4a89-8ef4-17d2a4383765","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10257,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.057786201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.057954316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.058028924Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50359","req_id":"83c59bbc-213a-4a89-8ef4-17d2a4383765","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.05979838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4251, tv_nsec: 858681322 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.059899141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.065629097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.065689848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.066354302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.066719259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62658","req_id":"d4c9ff6f-200d-4e31-ae7e-68d8a7514834","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   c9 63 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .c..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.066775431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62658","req_id":"d4c9ff6f-200d-4e31-ae7e-68d8a7514834","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51555,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.066927815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.066966021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62658","req_id":"d4c9ff6f-200d-4e31-ae7e-68d8a7514834","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.144325805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.151253819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51858","req_id":"023db374-477c-45f6-a109-7fa44999779e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   9a d6 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.151344951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51858","req_id":"023db374-477c-45f6-a109-7fa44999779e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.151645289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 39638,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:07.151745118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51858","req_id":"023db374-477c-45f6-a109-7fa44999779e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.153539874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.153603901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.153632969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.19356445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0b1eb7-3c7f-4f29-8301-392dc83ee1be\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.216708954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.221792703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6430d6f-0528-4352-b8fc-c6b245ac4819\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.222000948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.243665022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ea54831-a404-4dd3-b9c8-1700f03db7ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.243808498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.246121507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c4b13e-2911-468a-a90f-e55fdf5574a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.246260313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.256853209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5050fc2-0916-418c-a701-d49223db4915\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.257128397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.262201315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc3d994-087d-4015-810a-b18bb8723da1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.26232935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.263916191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.293195579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ff6cef3-0af6-41b3-856f-5f05f23a27fe\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.293363052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.295427125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d778cd8b-5205-4574-bce8-6a416d6cde31\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.295493006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.296589321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c977a60a-edba-42c9-b20e-b13529fd86bb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.296713618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.297746777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfef4343-d927-4a31-8ccc-8269b0629001\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.297877407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.299027829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1928c62-b33a-4483-b9b4-b5cba0722a51\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.299251334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.300254383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3cd1d10-d312-4f43-b17f-b4cde558cc8e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.30033307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.301641056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"345a230a-c112-489c-a644-5261808c293d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.301819221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.328482035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.328624879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.328719137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.328750369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.330391299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.333371677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.339897018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.33996312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.339997529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.340352336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.340720349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"997a1dd9-4baa-4470-83e8-988fb4ba7d2a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.34089651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.343044449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.343105491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.343603934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.366221979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f1ce90c-65ab-4041-8c77-01625c9c13d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.366554612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.369657855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"540771f5-38c3-44bf-b93e-98b42b59e664\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.369828325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.372314999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecb64295-4617-4175-8eba-bd969935d6df\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.372469617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.379896545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb60e3a-8333-4f09-9436-e43317bfe7c0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.380047556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.384139849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8f61e4a-0fe7-4448-bfe5-26e263caae19\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.384262784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.38716654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62f29f21-4c4b-46d7-bb92-e6fb8e968a5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.38860697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.391049276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42f30bd6-d37d-443a-8271-cb1c80e05cf9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.391174275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.393425761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2ce107d-7df4-4ea5-ac10-e3029d3e4725\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.393638264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.398828375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ef6ed95-c123-493f-831f-019a9780fcc2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.399037462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.404362822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e1d9d2a-b8a5-438d-9825-1a569fd8a26b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.404536097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.408513472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.408797338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5aa4cdc7-7d6f-4189-be1a-4ec7b1076e4f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.408938158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.413019039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6c957e8-95f6-4c75-ac9e-6591eeae9fc1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.413116533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.415023864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dc05be9-f7d6-4233-a012-77d872f78251\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.415098763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.41726574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be93c334-8c6d-40ce-ac72-986f2d4f2818\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.417474557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.419403319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf70865a-573e-448f-be50-a34d3aea14a2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.419567657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.422111165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"363d5e97-e502-4142-9e56-bd077986aedd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.422466673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.423671954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5523f1f6-1a01-4f62-8445-3a5c919fd107\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.423717044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.424510215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5309856c-b1fc-40f6-bce4-5786a07dd3f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.425681829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.426069992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9c6ae55-d06a-4da5-9567-e8f567323cd5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.426846349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.428792597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dad9f18f-9943-4210-8a09-38fe1e572345\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.428863779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.431060886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf04a35c-1aa5-4fee-9838-75e0daa8f2a7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.431220013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.434000002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db26ed26-f333-44f7-ad6f-c5a546113562\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.434072427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.436798198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"014ec6d4-ddc4-4587-8ba7-c4d3dd4e3bc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.436885832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.439274612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb81170-634b-4974-9c3d-59e6e419d539\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.43953983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.441954471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88205017-396d-4478-a9eb-e5f803c8b5fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.44202407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.447559569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f980b3-3263-4587-9454-ea94b2ab4a61\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.447691171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.450158888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e3ba32d-41e3-4ea7-bafc-0c1c9a223da3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.450295029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.451276865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2f03232-eea8-4c28-9450-69688b7c0e81\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.451559188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.452506225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"514f05bc-0253-4115-9680-fdf5974a695f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.452791323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.453631978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e70f75-f5ed-467a-8d76-bcca0ecd1792\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.453764722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.455865548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab38850-2191-4d33-ab58-94304145cc17\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.456017731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.456113352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.45614755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.456177179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.457471909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.4674404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.467501051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.46753553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.467565489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.468098231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.47118447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.476354982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.47641932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.476452556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.476480442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.476507606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.476919697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.481133403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.493280325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.493343941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.493374232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.493798156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.495600217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.500298869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.500576522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.500625189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.501075155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.502103063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.502152402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.502936474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.655392042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.65547647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:07.656626822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55201"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:07.65704737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.657676093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.6580813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"342917a9-6156-453a-b3bf-54c5322edd4f","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.658306899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"07f4c2db-f939-44c9-8f95-140fa83e9a79","remote_addr":"[::1]:55201","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.658612117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"342917a9-6156-453a-b3bf-54c5322edd4f","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.658677217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"342917a9-6156-453a-b3bf-54c5322edd4f","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.659586128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"342917a9-6156-453a-b3bf-54c5322edd4f","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:07.659993089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"07f4c2db-f939-44c9-8f95-140fa83e9a79","remote_addr":"[::1]:55201","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1689,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.662510385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07f4c2db-f939-44c9-8f95-140fa83e9a79\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.663300098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.663439656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.663474265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.665430162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.666623219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.666668299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.666696475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.667141341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:07.681553216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"342917a9-6156-453a-b3bf-54c5322edd4f","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":23500,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.684658613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"342917a9-6156-453a-b3bf-54c5322edd4f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.685206866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.685252086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.691790814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.69368107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.693743605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.694215896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.695968277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2399ac5d-1b90-4648-bbdf-c2e82aace614","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.696071573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.696104899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.696128316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2399ac5d-1b90-4648-bbdf-c2e82aace614","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.696168807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2399ac5d-1b90-4648-bbdf-c2e82aace614","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.696398144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2399ac5d-1b90-4648-bbdf-c2e82aace614","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.696683001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.698299512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:07.702172288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"2399ac5d-1b90-4648-bbdf-c2e82aace614","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":6805,"response_code":"200"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.741871677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.743596954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.74389075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.74394597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2399ac5d-1b90-4648-bbdf-c2e82aace614\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.74398639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.744012773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:07.744039596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.744069846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.749807348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.749869342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.751386174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.75467187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.754733283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.754764705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.767803023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:07.778477592Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:07.778701277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.778749754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"813.117764ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.778782589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":16,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.778808812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.778836377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.778864753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.778890564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.779784285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.784262297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.789750462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.789818287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.789850331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.791510739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:07.798920342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.799096663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.799246191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.800632043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63317","req_id":"7447b445-4466-415b-b07a-391fda12f4b8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   63 72 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   cr..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.800937331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63317","req_id":"7447b445-4466-415b-b07a-391fda12f4b8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25458,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.801250595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.801498038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.801797735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63317","req_id":"7447b445-4466-415b-b07a-391fda12f4b8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.80243261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4252, tv_nsec: 601357837 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.802571938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.802975131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56315","req_id":"06d43ece-8b73-43e4-bd53-a01a22c7051c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ca 71 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .q..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.803146482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56315","req_id":"06d43ece-8b73-43e4-bd53-a01a22c7051c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51825,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.803390268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.803625978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56315","req_id":"06d43ece-8b73-43e4-bd53-a01a22c7051c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.869998591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.870383929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.87142831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.871489441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.871569541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.872651006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.875097881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62038","req_id":"25342991-5474-4aa2-9254-56809a536421","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   25 1f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   %............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.875159434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62038","req_id":"25342991-5474-4aa2-9254-56809a536421","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 9503,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.875330144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 9503,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:07.875690692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62038","req_id":"25342991-5474-4aa2-9254-56809a536421","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.882025654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.882080523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.882110243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.890935136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.90239046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.902525078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.902620558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.903137258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.90910604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.909197492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.909641296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.909983588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8693de5-63eb-4648-b4e4-61d0bc37260d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.910434357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.91395931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f803b5d-f4d2-4e61-8dba-8eff891927e1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.914179899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.917599302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75765bd1-9a59-42ed-9f0b-c8e262626a5f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.917741075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.919618285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047d6d8a-f2cc-4d91-9efd-00dde14d7588\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.919680679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.922730366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb4f8f49-476f-477b-9a4c-376808a30eb8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.922795255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.9253473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1136706e-2b7e-4ef8-abef-8f90d43cca26\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.925471497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.927985276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc33fb8-58a0-498a-85f8-d24d001ecac5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.928159413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.931899044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e84c504-e615-43d8-a2ec-45d596f4d9d9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.932030626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.93289626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"208b29d2-9444-4b64-8154-58e69e0bc4b2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.933043313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.934977367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9821ded8-16ed-4eff-9dd4-fa0f9a70eca1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.935038088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.936124452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0166787-9f5e-4b14-8d7a-435cee6cc573\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.936256676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.941577587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc6da26-2df5-415b-b48a-61f634d81d2f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.941967404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.942464685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.946423523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386186c9-85fc-4eea-890d-c283a62f888e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.94667803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.949964388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f256085-0693-4e66-b483-4ea00bcc873d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.950208414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.954758379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b73299e-7d45-4a3a-b6e2-8e9e34d48d42\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.954848048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.957695822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a3a218-2631-40ac-9553-e4187c495797\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.957834498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.961089864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f552e0bf-b76b-4d74-9fac-b47d7ef323dd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.961156527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.969572586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f051e0-f9ba-4c8a-84c0-f3f6361aa07b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.975600215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.97751981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"331efde5-ff06-4f39-ae2f-77bd33d5a8e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.977594619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.981154392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c4479eb-0d8b-4042-aac8-e7764e8fe125\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.98128917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.987297542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"356c9b2c-66fa-4e88-aff6-6c53d1120018\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.987609192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.993301975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.99377626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:07.994183261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.994323641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.994632556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.999158814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25f1a7fe-79ed-4350-b391-f8179879fa79\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.999560074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:07.999896524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.011231709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.011315716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.011349093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.011686064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.028330176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.028394284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.02933584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.030568095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3080acb9-0d02-409c-842b-d4f4e249cf0b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.030697373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.047589099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a9d410-4c72-42e0-ab21-2f6e4e7ab82c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.047708326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.050444718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07b0f0d-a9fd-46ec-a11b-a7df64c0005e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.050518535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.052756785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6e015fa-e6bd-44b3-b5b2-b809b644205f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.052821684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.05591639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2dd8d1-5670-4909-88d7-871ac77847de\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.055983364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.058218607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07e99861-d26e-42e9-946c-47d9272078c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.058338646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.06352003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d682973e-8046-44fd-ab6d-9d41e890f8c1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.063611953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.067596352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298a989c-aab9-4968-8c70-be8b1d5bf85c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.067989265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.074076162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.074823111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ead08899-8dc6-4374-8576-a027c9abcf6a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.075856089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.07831585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021951a8-53d8-497e-85a1-41e4d354ba81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.078703742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.079945737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7c8820-3672-4cff-a0cf-73ef57d09422\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.080123822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.081072362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13aa2d5-0a27-4961-ad70-6b762eb1c3b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.081340296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.082520317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66cbf034-4da2-483f-96c7-022d22a7df30\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.082649113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.084339191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"487b0e7d-aae6-41ff-a2e0-3495c1c3c04e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.084411685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.086831005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a04eff-8683-4041-80d7-3097610657bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.086901386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.088550872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6321c4-8ae2-493d-8f1a-68d5d4ac705c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.088620411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.093632046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c0a587-8918-4154-979b-faf3bee6c9f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.093860301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.096905478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed17e83-8430-4688-8dc2-fd81966f8812\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.097123312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.100257637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbd951e3-b875-4cf9-ae2b-ecebe108187d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.100535481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.101917444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56c25dd7-ef77-4454-bf71-0b4ee3f47e96\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.102287111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.103336922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a295c78-50eb-49b9-899d-f95c8bee3e6c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.103670908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.104817442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb09810f-912b-4a0c-86bf-1ffce7d2e1e7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.105035266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.106210077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d953466-72f0-48cd-973f-4d60d0193eb8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:07 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.106574724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.106690885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.106782788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.106865633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.108228198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.114250347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.119296421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.11944143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.119544966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.119631799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.119710736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.12030479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.123680686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.129125945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.129185234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.129217067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.129903104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.130547959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.130624561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.130660292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.130692176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.131110309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.134268081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.140073548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.140137345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.140170411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.14057667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.194107106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.194175843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:08.194847732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33381"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.196553601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.196610775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.197304387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.197454736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"173605e7-3e04-45d0-b51b-1aa15db98b4f","remote_addr":"[::1]:33381","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:08.197996586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"173605e7-3e04-45d0-b51b-1aa15db98b4f","remote_addr":"[::1]:33381","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":545,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.198354148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"173605e7-3e04-45d0-b51b-1aa15db98b4f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.201829102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.20188825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.20191875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.204145517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.204209675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.204243011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.204271608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.20485446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.208030498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.212360445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.212472137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.212510253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.212993125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.300691228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:08.302154524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:08.302515703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.302572587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"523.755067ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.302762946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":17,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.302889448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.30307103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.304181743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.304243746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.305682272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.309213829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.313286273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.313357134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.313391633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.314142108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.318134042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.318211005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.318917433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53227","req_id":"ca466166-2bf6-4536-a857-ba305b06f149","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   0c 3d 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .=..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.319270907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53227","req_id":"ca466166-2bf6-4536-a857-ba305b06f149","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3133,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.319471276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.319637397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.320209006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53227","req_id":"ca466166-2bf6-4536-a857-ba305b06f149","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.320872939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4253, tv_nsec: 119763547 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.320930473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.321333607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63246","req_id":"31a454f8-fef7-44ad-b436-650cdaeaa547","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0c bd 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.321396201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63246","req_id":"31a454f8-fef7-44ad-b436-650cdaeaa547","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3261,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.321592232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.321633985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63246","req_id":"31a454f8-fef7-44ad-b436-650cdaeaa547","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.368751083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.369325988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.369370647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.369401268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.369429805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.370494897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.370951698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56867","req_id":"dfcd3c0c-f20d-4d80-aec0-4ff414e5910d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   c2 04 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.371069422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56867","req_id":"dfcd3c0c-f20d-4d80-aec0-4ff414e5910d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49668,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.371279992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 49668,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:08.371687764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56867","req_id":"dfcd3c0c-f20d-4d80-aec0-4ff414e5910d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.371757102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.371793665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.371822753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.373820794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.378896317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.378967388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.379001055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.380579771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.382517632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91b76e49-91fd-4a52-b912-10a424d6a7a9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.382802159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.383442575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.383484158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.384438509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.388997593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4992e005-6a59-4271-b27a-da0c7aec1307\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.389283232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.39421073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49bc1fd7-a4c6-4c48-95bf-247ac8e58ec2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.396094954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.400483177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8adbaf31-ac7e-48f3-8251-a4815c2db629\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.40085121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.40654235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c71a844-3edb-462f-9690-9a9a87fdb0dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.407529086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.412872652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db7f1b0-b2b0-4db7-8126-f1eedfbb5f13\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.413128482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.417839969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07eefdca-ede4-4190-bc91-727fa45c215c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.418172131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.42577044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.429712895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b724f8-9797-4b93-a77c-554897fa186b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.430058344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.43198889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff57853-e370-4745-bee1-e6c76ce07a11\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.432158909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.433611263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104bec67-6170-4d74-b73c-f0ddc3b7d7da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.433863265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.436489497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a62e2dfa-698b-464d-a92c-439c5c52dda8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.436644456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.438467569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"742d7f8c-3c89-4bbe-b111-aa343514744e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.438548289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.440352304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1bca76-22ed-471e-94bf-5d3a6f92b81b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.440532122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.444031675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"924ab155-ec4a-4f75-b9a3-603deb16b557\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.444102917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.44617223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb90cf61-2811-4c7e-af87-90ea753c309f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.446493089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.452577161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45bf7fe-73bf-4cbc-aafe-c2f4129e33aa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.452708262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.456241512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a602305-978d-4892-a925-1991406c2621\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.456410759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.461998212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b7037c-bde3-4f86-a3a5-09ddbe714210\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.462071157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.477527824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b562f8be-c27f-4fee-aac1-d11ed245bb05\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.477801399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.478011106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.478065655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.478100404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.478129953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.478905549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.481985205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81aeb18-6361-4857-91af-15a0c695f0f8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.482179452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.482387666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.487942384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.488045369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.488079257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.488444865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.490360602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f496e8c0-a151-4e05-8746-b2ed92bea7e7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.49042462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.491015146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.491070096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.49152914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.492668681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33ed15b3-3eec-42a4-8f6e-6371e694ab36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.492802748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.494918984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71fa0ef7-f5ff-420c-8230-d4fd13059c31\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.495012521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.499665081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eceb1b43-4dc5-4905-904e-8b07a0a1372f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.500310627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.505881947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8397d752-89d9-416b-a857-bdd22347a5b6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.506135022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.510294188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585b47aa-58ec-4a16-9993-ac9d820e9f43\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.510729616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.518835446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5001da06-3363-4c7b-9394-861b57124f6a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.519003832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.522755567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dc3fac8-334e-4cd8-8460-a15307852b07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.522943832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.524696093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87fb9e42-847e-4b90-8539-833d1a675bb1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.524824459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.526706789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e54173ff-b980-4768-b102-83e5490afaa3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.526843642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.527654508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d5fe9d7-32f3-43e3-b1aa-690ab4b700b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.527808264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.530475849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed92af2d-9cba-4fca-a19d-e6ea1e951700\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.530630948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.53132438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.532543469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ba63b86-7ba6-4a0a-8efb-fbf03cc14566\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.532667897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.533573731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4ebacbf-dd99-4c58-9be4-50212651f9cb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.53363819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.534761448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"723f9426-f7a8-407f-9f80-107b6c6ef758\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.534816127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.53659434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee3f90e-8555-45e0-9e80-12fd2bf67681\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.536725852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.539243708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"065ff8e5-a4c9-4a22-b670-a8de7e932bf3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.539315632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.541560775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2224e3f3-e8f4-4cf0-bba8-9ee00843814f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.541721425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.544466414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95fe46ce-7dc5-43c2-841c-00fa8b541a11\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.544535091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.547320681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3898fc2-d552-4cef-be35-e836892d5cfb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.547606751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.55005517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4346206a-a8aa-48a0-b69b-979e8e418fc2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.55044688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.551567763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e3610a1-183f-4cb9-8fdd-9755c64b0933\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.551685799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.552760179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4d156f5-626c-4996-8ebe-1c549f52aa12\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.552894517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.55462779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7620dffe-1f79-4e8f-b2c0-0583e584d562\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.554839562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.557426196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758e7488-33c4-41f1-8763-c6db1a451e3e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.557584862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.557637246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.557672867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.557702907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.558451068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.573085817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.593740881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.59385616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.595296911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.595409866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.59545729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.596767801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.597705299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.597758245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.59779105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.597819206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.598449111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.601141325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.607375256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.607516968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.60760825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.608158497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.61064433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.616775616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.616874012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.616959232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.617636441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.674764465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.674843743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:08.675462726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47262"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.676074856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"376cd2e1-2a6f-4169-b3cb-d9f2bae45c40","remote_addr":"[::1]:47262","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:08.676625042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"376cd2e1-2a6f-4169-b3cb-d9f2bae45c40","remote_addr":"[::1]:47262","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":607,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.677006211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.677255829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.678166182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.678893221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376cd2e1-2a6f-4169-b3cb-d9f2bae45c40\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.681664923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.681719973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.6817788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.683533657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.683593716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.683626492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.683653445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.684743888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.688063763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.688120736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.688258401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.689330647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.690821287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.69520452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.695595259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.695654156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.696557947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.700984747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.70105652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.705184675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.705359363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.732033259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.732240221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.733356546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.735728752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.737015807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.737126788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.737198881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:08.741602245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:08.741929757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.741983775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"439.225238ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.742065818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":18,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.742095387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.742123704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.742151048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.742177872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.743007174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.757922812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.763439494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.763522359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.763556597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.764078868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.7731189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.773209851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.776334757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59535","req_id":"a71e5591-dfb8-4154-bf4f-80c3fb519178","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4c f1 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   L............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.776447522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59535","req_id":"a71e5591-dfb8-4154-bf4f-80c3fb519178","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 19697,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.776531248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.776608402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.777777161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59535","req_id":"a71e5591-dfb8-4154-bf4f-80c3fb519178","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.778115685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4253, tv_nsec: 577021413 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.778170004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.778598748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62065","req_id":"f844b888-6e3f-4260-8482-a88cd904f3e7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6e 13 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   n...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.77865016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62065","req_id":"f844b888-6e3f-4260-8482-a88cd904f3e7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 28179,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.778793847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.778829798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62065","req_id":"f844b888-6e3f-4260-8482-a88cd904f3e7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.837448822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.838385328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.83878275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.83885818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.838891336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.839753203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:08.840042931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.841012242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65338","req_id":"9ae01cf7-20d7-43ed-9cfb-fa8a866584ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   e4 aa 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.84111677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65338","req_id":"9ae01cf7-20d7-43ed-9cfb-fa8a866584ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58538,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.842333314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 58538,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:08.842468443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65338","req_id":"9ae01cf7-20d7-43ed-9cfb-fa8a866584ea","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.843570559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.843631931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.843663284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.845098473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.851105712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.851170522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.851205361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.851630819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.854049949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d704b6e-04df-4396-abd3-de2e4daf7d88\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.854363113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.85514476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.855201984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.85594793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.85761417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7c28058-a91d-45ae-b10f-b56227760e28\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.857864659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.862702268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124f010d-1914-436f-a486-f59c99e91a59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.862875643Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.866158214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a294730-039d-4c3e-8f3e-810bd08699dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.866325286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.870158494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee377963-d6a9-4c54-b78a-85dfc89d0e2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.870335246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.872556191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d682a4-da4f-4448-9f01-a3b9cb033a9a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.872670719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.87811654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf5b4d6-b0aa-4897-803d-04753c9874ed\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.878238854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.881864067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7012c4a-0cb2-4040-9479-74278d0dc5bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.882122281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.883646368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fbcef08-dd13-4ca4-9c60-fb18372fee9e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.883707489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.886863698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8668fb7b-b6de-400e-8170-395f15627b5b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.887077494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.887514705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.89084473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbfd516e-9b4d-4349-9821-3585423f6943\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.891079768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.90025041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"580c10fe-547e-4077-b65a-c7e0ac490cdc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.901052097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.902969648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad695cc-446b-4518-bdbd-7aee028b1146\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.903188775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.90769342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4932a5-b1ee-4aa4-a3f9-bf7762ca417a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.907876224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.909923573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea908568-5c74-4548-ac9f-a9a67d9ae399\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.910025747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.912765566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a44086b3-ad23-4ed6-9350-d09e0f2a0d6f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.912944182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.916037154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8248ac55-0db3-4998-bf2f-e05bb853fab2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.916303024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.918114764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a686b52a-7097-44be-996d-4a858595a22a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.918252929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.92008029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6c6444e-5977-4619-9aca-9f1facb1c095\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.920187113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.921080443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2edcfb3-52be-46eb-b1b2-45c890f6c343\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.92134528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.922440132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1abeff-e88f-4a2c-b4c2-49a727058a21\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.92258999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.923499232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"396635b0-1d71-4f47-900d-a11a5fbccf10\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.92359374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.924630937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c00bcd64-60da-478e-b89a-adf8befd8be4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.924761908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.926052158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62dc139-44ef-46ce-8b82-fcc828d62082\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.926204943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.928770975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f59698ff-b41e-49db-b6df-bb1505b6b9a9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.928870424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.935452819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34da6b05-f937-4d78-ba90-c922a5549b17\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.935514401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.938307116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d67a31e-4ec2-465c-8169-d6a72b1ee1c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.938395161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.938706632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.938777683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.938957291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.939022761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.939766173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.94248016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d444f07-bef2-4263-9d23-047f036bd46b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.942692674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.942944255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.951255244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.951363049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.951468339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.952171399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:08.95743661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.957550457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.958162246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.968054776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58041226-ff71-4850-a4a8-dce91b9f375e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.968485634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.972652988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c08cd8d6-14d3-4e0b-8496-e19f7a941ac2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.972896493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.985938177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f47dbe3-caa9-4841-9c01-b699d74e6296\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:08.986199498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.003078518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c159f09-0ba4-4608-95c1-d0bec9c4a808\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.003335691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.01502953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b51314e-dab7-4b74-9b0b-acab10d2c647\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.015288506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.020409599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.039276841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d980014a-52df-415b-9316-738ee2221caa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.039509475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.044398516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e34c3c3-8b33-4871-b19c-7f9b2c5f9935\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.044612823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.046413881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c11f63f-e30e-45ad-b367-fa849bc4647c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.046545243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.048402443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2060023c-8fda-4a8c-8f16-864f27f1d0ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.04857648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.050367348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31a40bcf-7999-4f33-961d-51eb956b3e90\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.050447067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.05257647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2b51ef-74f9-4dea-89c6-fdf0c92d57fe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.05293277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.056490829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58bae7f1-4041-4462-96d5-fbe7b9900a09\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.056795616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.059251209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35856b48-2f5b-4f46-8c8e-63c0f66ff81d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.059472229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.060700997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc25d76-9d17-4516-b9ce-df741557672b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.060946617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.062288521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8057f53-0904-4e38-991a-34875a9782c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.062523629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.063663199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"510f4dde-4672-40e9-bb6e-b5b78a933ce8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.06412517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.06752831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae498062-9506-4774-a93e-7cdd17a14f5b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.067787647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.067908378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.068000882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.068087925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.069065844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.079547728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.079609491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.079643459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.079670613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.080581749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.082394981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.091676184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.09174448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.091779219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.091891282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.09193539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.092741997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.094495852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.100345236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.100451798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.100486538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.100767377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.103048222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.108260106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.108333352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.108366187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.108888698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.109374106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.109428975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.111130315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.165683158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.165808788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.166234186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38185"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.167968411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"caac58a9-47f9-4f91-afe5-983e09d0412a","remote_addr":"[::1]:38185","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.168584879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"caac58a9-47f9-4f91-afe5-983e09d0412a","remote_addr":"[::1]:38185","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":634,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.168909807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caac58a9-47f9-4f91-afe5-983e09d0412a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:08 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.170510476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.170559794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.170587058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.172154461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.1722038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.172237397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.172265953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.172927742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.175925876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.179994061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.180203649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.180251644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.180729657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.238887222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:09.252545014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:09.252924901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.25306467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"511.022278ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.253217013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":19,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.253263646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.253293005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.253319968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.253345499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.255658868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.258792612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.262989534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.263050856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.263085556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.263607546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.280529391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.280659811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.282756038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62057","req_id":"a02e7824-dbb0-4c74-a567-a420272f0ed4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e9 19 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.282936728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62057","req_id":"a02e7824-dbb0-4c74-a567-a420272f0ed4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59673,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.28323392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.283476203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.283644488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62057","req_id":"a02e7824-dbb0-4c74-a567-a420272f0ed4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.284294583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4254, tv_nsec: 83219900 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.28442864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.284828928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64340","req_id":"a8052fc6-6a58-439a-84ef-3689005fc74b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   dc 6e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .n..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.285012183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64340","req_id":"a8052fc6-6a58-439a-84ef-3689005fc74b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56430,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.285261269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.285439264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64340","req_id":"a8052fc6-6a58-439a-84ef-3689005fc74b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.357209321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.357683596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.357742463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.35777582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.357802012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.358554291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.358947615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52126","req_id":"27e89d89-f1d9-4d8d-b196-ac9313615cd7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   8a 0a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.359590215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52126","req_id":"27e89d89-f1d9-4d8d-b196-ac9313615cd7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.359955302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 35338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:09.360051213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52126","req_id":"27e89d89-f1d9-4d8d-b196-ac9313615cd7","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.360442363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.360493224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.360529186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.361998864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.369536141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.369597534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.369634137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.370233631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.372403975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46311c7c-5a40-4df8-8b2a-9083cf847173\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.372772129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.373362816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.373418176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.373905547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.375185267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f41d10-60a7-406e-bbcd-2a1656adcbc1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.37548283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.379793438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb823fd6-45df-4603-b8f9-f0c92c950800\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.379927686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.38225349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ec66cd-ea82-4fef-89f2-30caaa6397a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.382430132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.384801296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0270ac57-312a-4aa4-9d5c-d85a88ce68ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.384924552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.389394789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544fbe07-d14d-4122-96d7-557c7d5f6a66\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.389544707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.392568071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb6b56a0-713b-4bd3-8c1d-1bcbb29d81e5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.39269282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.396070419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972f4578-350e-4e29-91a9-569dd32c3e5c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.39611604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.397774064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ddab312-640a-4943-aa0c-2c7762d1c222\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.397965916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.404188765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05dd158-9dc6-44e4-9a3f-e12b254cf892\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.404336599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.404957907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.40796598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc4b481d-c48f-4a64-96bf-2176db7be5c2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.408157041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.40927064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a0db2b-afac-485f-b128-30aca85a547f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.409430468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.410688715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aede617-598a-40fd-964a-d8c237918b35\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.41105731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.413296992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b1bb14-6515-4bb6-90fe-fcb31bcaa9b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.413394977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.415783827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a43cc09-8287-4942-b1ee-26f21a5f6df2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.415988485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.417927458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3592b30a-2840-4068-9b95-fd1dd65dd7d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.419490041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.423957983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50e1c57-5346-4330-bd28-11458ef95e36\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.424277721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.427026247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6840ea1-86d5-4670-8eb4-deb428ef0e71\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.427226265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.430151093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09ef8304-c995-4eac-965b-6ed2197d38d5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.430333296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.431420472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"266b8421-fc93-4218-8b90-5c1607e90155\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.4315698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.433770544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1a81d62-0b24-4054-9470-d9ad81452b1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.433869271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.437187352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3caad762-191d-4405-9358-8030c6478f4b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.437370868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.439527174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c38fa0a-f423-48ec-a9f7-681f9a41ffaa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.439591843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.440152129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6aa71359-7c1a-4957-a9fd-cce316a0abba\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.440314092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.443894285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"173c2aea-1b8a-456c-acfa-a91d04b317c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.444747535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.449677298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8561bd4-6fc9-4178-aa6f-fa45d3052945\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.449743319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.453846915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ca6411-3ff6-47dd-8118-c6bcdc392317\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.453993918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.456150796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.456533478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.456586424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.456798777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.457883127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.458159347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09303545-d0fc-48af-bf13-62510fec6d01\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.458519154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.462069087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.469687978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.469761404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.469793678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.470245007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.471705107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9059376-1598-409a-a84b-9c6693d4bea5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.471781529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.472646773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.472707935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.473105637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.475971287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28431587-cfa0-4d89-a1ba-fa41e884a8c4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.476322426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.477984558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cee94bb-a4fe-46b1-a3d7-2c2fdeabc511\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.478081421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.480248749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c72a0eb5-0905-45c3-80ca-51af9aa60e2d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.480310141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.481538719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7e031ff-b337-4f55-9308-684678d517be\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.481649741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.482411298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a76a6c32-3170-40ea-82de-0547663ef114\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.4825329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.48455549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c823f9-8ad3-4ee6-84dd-783190816bc9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.484638836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.488088459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c76fef7-99bf-4562-a30f-47d6e289d363\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.488151956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.491488504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92156527-3081-40c0-9c1a-394945dfc6d9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.491561038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.495589094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44978402-dc79-4ea9-b023-c65773cd47ff\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.495975183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.500093188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca098124-45b6-4463-917e-230a3f8dcd6d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.500214409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.550250323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91fc6950-7884-402c-a67d-caaada2fd0e8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.550517966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.551018553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.557070952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d216b1-3a15-4439-9178-79f07875f9a5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.557242314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.559361276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17a2d808-5110-442a-a7d8-f039a793f5ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.559565152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.560882276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e3efb99-571c-4b96-8198-583266518a76\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.562418928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.564187973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a98645f-f7dd-44d0-bf0c-f1301494cf36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.56425207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.566788304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba91dd6b-ae93-4a38-9a0f-7a10cac3c0d0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.566947882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.566992831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.567026468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.567058813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.567461906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.57097755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.577077184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.577164878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.577197844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.577228936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.577260288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.577780575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.580678359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.584568379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.584637768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.58466893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.585047534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.586062546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.586297705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.586893632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75586936-0230-4246-a9d0-1d3863efb9b5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.587291124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75586936-0230-4246-a9d0-1d3863efb9b5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.587346805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75586936-0230-4246-a9d0-1d3863efb9b5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.587790579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75586936-0230-4246-a9d0-1d3863efb9b5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.651517752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.651599104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.652608555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75586936-0230-4246-a9d0-1d3863efb9b5","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":65798,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.653159703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.653216546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.653247829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.653275033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.65435778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.654417068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42743"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.65499014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75586936-0230-4246-a9d0-1d3863efb9b5\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.655237874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.656558625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"46ea0493-e42f-493c-865b-621296cdeefd","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.656763533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5415bf95-2c6e-4e9e-961b-1748619b9b74","remote_addr":"[::1]:42743","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.657071988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"46ea0493-e42f-493c-865b-621296cdeefd","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.657216937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"46ea0493-e42f-493c-865b-621296cdeefd","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.657827463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"46ea0493-e42f-493c-865b-621296cdeefd","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.658370666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5415bf95-2c6e-4e9e-961b-1748619b9b74","remote_addr":"[::1]:42743","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1584,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.659824632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5415bf95-2c6e-4e9e-961b-1748619b9b74\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.661810088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.661964837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.662000297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.663506488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.663566799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.663600375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.663730084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.664211323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.664672061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.67371618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.673775709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.67380635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.674240475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.675164286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"46ea0493-e42f-493c-865b-621296cdeefd","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":18637,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.676926166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ea0493-e42f-493c-865b-621296cdeefd\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.676989402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.677023099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:09.677047608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.677074201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.684502281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.68475266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.684801948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.685270472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.685983492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.686040656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.686687455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.68674498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.68683047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.686943665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.688067485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.693709175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.69377169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.699787847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.699848127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.723675972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.723735621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:09.73476684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:09.735478227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.735522866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"482.267116ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.735558497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":20,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.735583116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.735612565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.73564026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.735667965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.736824209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.740010708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.740721685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.740775261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.740843788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.742985435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.750179619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.750241242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.750271662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.752534751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.757103294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.758976336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.7590338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.760485573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50779","req_id":"52371e99-f4b7-4ee3-ae45-ed5bf3da0579","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   34 72 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   4r..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.760944147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50779","req_id":"52371e99-f4b7-4ee3-ae45-ed5bf3da0579","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13426,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.761209936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.762346881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.76239658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50779","req_id":"52371e99-f4b7-4ee3-ae45-ed5bf3da0579","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.762440237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4254, tv_nsec: 560938253 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.762474496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.762502401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49502","req_id":"a58c600b-a3da-497d-ad4d-d4e163039e4b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   19 50 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .P..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.76261698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49502","req_id":"a58c600b-a3da-497d-ad4d-d4e163039e4b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6480,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.762704494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.762865645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49502","req_id":"a58c600b-a3da-497d-ad4d-d4e163039e4b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.857860025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.858226675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.858280783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.858313258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.858338809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.859660853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:09.85971973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.860184296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53354","req_id":"58bc465b-fba2-44f0-9981-0959b6129eb8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   3d 02 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   =............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.860245347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53354","req_id":"58bc465b-fba2-44f0-9981-0959b6129eb8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15618,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.860418031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 15618,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:09.860680835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53354","req_id":"58bc465b-fba2-44f0-9981-0959b6129eb8","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.862078049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.862127307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.862155543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.862416443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.874382124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.874606441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.874704747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.875538768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:09.881304917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.881372903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.882434498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.887292467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8488bbe0-597b-4421-883a-7ffb28f6e2c4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.887701061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.896893376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b0d38ec-62c0-43a8-8a87-27afac60e9e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.897085569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.908864257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ce2b455-ebf3-4eb7-9a99-3974f1b66c35\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.90894586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.912149954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6354933-872a-4bf9-ae1a-e7e845403a16\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.912232568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.92043454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd3e93d8-5597-4197-96eb-bf85e8d3327e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.921246478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.925645282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c9022fd-5050-4dcd-919e-bcdc43b99dbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.925727877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.95427733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.956521141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fe162ff-3744-4524-bb05-e5a39237b4b8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.956664155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.966657146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23278a60-390b-466b-ab03-8aa875be2bff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.966953065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.968306041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c1a28a6-d6bc-45bb-a5b0-fe13bb73f550\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.968604376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.969874747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67881baa-7999-4e4e-a9e7-fae914368bcb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.971288634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.972752761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c64690-b7c6-446e-999b-b5237eb72f90\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.973138049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.975822648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92a2bfa7-ec9a-4f54-9f86-5d9bcfeb21b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.976078738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.978333039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c02f075-6bfd-4aef-b265-e8facc67d193\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.978615702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.996173064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475b25a9-1607-4cd3-8c28-eaa2da4c1b97\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:09.996375939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.011084404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.012153965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.012554163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.012815173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.013745256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.028243493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.034152636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.034321663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.034419177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.034934624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.03995134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.040134825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.041577991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.044980791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c19119-9a30-4834-82c8-67a7c1b820c5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.045542259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.048196327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"118826d0-c14f-41a7-8b64-718cc6e370ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.05272992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.063328036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f38629f-1ad4-4095-a7dc-b95452f053d1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.064507015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.086492951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f3edff-bb4b-4fff-9a29-5ccb4cc978b5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.086584133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.097036839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d31e6df-ee90-4c74-915a-793e05cfdc7f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.097168421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.098530535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f64e9889-d809-45ab-959a-07342bb9941b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.098636576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.106227671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165a6b55-750f-4cb0-aa85-5dd3d2530ad8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.106476587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.106530044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e7e2755-73e1-4953-afa6-cfe80c4db66b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.106565073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.106597147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"549710ba-ce91-4da5-8933-2a19fa15ec64\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.10662844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.123051542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d987c9c0-d641-445f-9c81-7ddc1dc66a23\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.12369306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.12397419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.128738412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b908948e-2ef9-40a5-8971-7e7036d97b85\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.129117007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.132975134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88f7e686-4ea8-445b-bddf-c729896d0db6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.133134461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.136761367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b4940f-4200-4fab-8133-f6bfca0ab5ca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.13683312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.140697229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f69bee-1650-4eeb-be3c-3d125f05d12a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.140906516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.143099586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fedf7ad6-99c0-4637-a690-e4946a5a9843\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.143202842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.145065673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f804a87-3ead-42dd-a1f4-cce628ce3372\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.14514413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.146082529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbcaeca-fd48-4be2-8c7a-39a1a65b6506\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.146301315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.148460387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c571d2-1d9d-4c6c-bebd-78f5a4793711\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.148609354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.149608595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a759d1-41ab-41cd-931e-84fabfb5a2f9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.149737131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.150907843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee817a78-d3a8-4645-83e3-c8002b29466b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.151032572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.161528174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b511e0-1c13-4ddd-ae26-f0ea83775dc1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.169208116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.174468957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.174532815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.174564337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.174591401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.175673457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.178390821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd782e2-04ae-4149-856e-46265491d945\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.178465681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.182153108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.188765853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.188870872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.188955922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.189541739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.200163682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.201499254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.208558859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.211095854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1e1ca8e-2d7b-4395-84ca-a0087e54dfa9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.21126454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.216100906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a14af2e0-9cb8-4efb-92dc-aefcbc3cc793\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.216588718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.220575492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b674771-d3ad-4e9f-aa3c-1d64ce7df09d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.220661884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.2228985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a5e750f-edfc-48e6-a0f2-412864b217b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.22316447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.225440054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe150c4-a3d7-48c3-a1f9-8f54191a64b1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.225561245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.22661248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104e5fdb-b04d-4eb5-8fd3-b81ee153ee26\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.226764142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.22784738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ed92709-73ba-4de7-b8f5-521427c4d7c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.227958342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.229122361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21076bc6-b5c8-4e88-bcad-933728bba063\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.22925749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.232729588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0eb0e96-03ec-4f06-806c-0a3d0fd85664\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:09 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.23289601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.23294148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.232972662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.232998574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.233616325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.248958473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.257879447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.257943455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.257977192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.258008084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.258057272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.258390866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.262322981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.263188145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.267299476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.267363885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.267398013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.267796827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.381662096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.381738739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.385911613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.385981853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.386016182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.386044779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.386996344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:10.387052386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37669"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.400603686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"8314183e-b29b-4ee6-8351-c2dfeab923a8","remote_addr":"[::1]:37669","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:10.402676787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"8314183e-b29b-4ee6-8351-c2dfeab923a8","remote_addr":"[::1]:37669","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":768,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.402762467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8314183e-b29b-4ee6-8351-c2dfeab923a8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.404484488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.404547975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.404574919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.416326824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.417065135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.417141647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.417176797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.418859299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.419813781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.426878697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.426979438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.427069698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.428329278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.452177874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.456664233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.456983319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.457092086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.457735277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.463317439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.463449893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.463979118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:10.514434487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:10.514852399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.514912128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"779.396537ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.514950976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":21,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.514978821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.515007889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.515054582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.515082047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.515953363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.519377495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.519690208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.523367375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.523502835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.523537704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.523841991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.527287986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.527377064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.52806783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56799","req_id":"7a438c9c-4afb-4f84-afc8-954bca53d494","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   35 83 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   5............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.528137689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56799","req_id":"7a438c9c-4afb-4f84-afc8-954bca53d494","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13699,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.528415794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.528632155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.528727164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56799","req_id":"7a438c9c-4afb-4f84-afc8-954bca53d494","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.529125618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4255, tv_nsec: 328015294 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.529210206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.529496447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52078","req_id":"5f943b58-3e45-4a75-bc0d-afd750576d68","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2a db 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   *...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.529574512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52078","req_id":"5f943b58-3e45-4a75-bc0d-afd750576d68","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10971,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.529805102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.52984955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52078","req_id":"5f943b58-3e45-4a75-bc0d-afd750576d68","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.577224642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.577703877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.577756792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.577788706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.577816171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.578567447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.578905521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58004","req_id":"63c326a5-c64a-4ce6-bb73-26d4c651b40b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   aa e0 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.578968406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58004","req_id":"63c326a5-c64a-4ce6-bb73-26d4c651b40b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43744,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.579280308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43744,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:10.579444365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58004","req_id":"63c326a5-c64a-4ce6-bb73-26d4c651b40b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.579573332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.579620165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.579645866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.581555381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.587636076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.587715494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.587751105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.5882552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.588542282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4212b900-8ebb-44e3-a276-31ee14ce944d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.58879764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.590461445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378b2a51-b635-494d-a825-aba961815079\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.590623358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.59121668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.59127679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.592868471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.595527219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cdd3e45-1b57-4f6b-9a60-111069e30153\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.595593601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.59730449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc2f8b53-8fde-4bfe-98e1-e668f8fa1dff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.597375571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.59934734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15fafaac-33f9-4ce4-96e9-cc2c358a641e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.599415336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.601454258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4fe760-3778-4897-b7a2-284ce2d3d6e6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.601605609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.60645419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf28830-a539-4e34-8b8b-8b95dab351f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.606620922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.611798007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caeed0e5-fb8a-4064-bde0-5261bb5dfd13\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.612192694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.61806288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfd58ec-50d7-4a11-9193-534e005988f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.61822373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.620969771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72410050-ad73-4130-9b06-e25e60f1aa86\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.621236062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.622459059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64ac9b6c-826d-4c8f-8750-44e593bce816\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.623761904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.625127706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"170358d8-a5fc-48b8-8cb4-577d3bd901f6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.625248136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.630604869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"597259d7-8745-4bc1-9cc0-be0821716f56\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.630768585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.631120676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.643930589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"252f6158-b62d-4935-ba0b-2fd07ffc6456\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.644078304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.648588219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130b4bf7-c0aa-410d-ab50-bc2c9fb13cd2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.648766304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.652988797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f65a29-1664-401a-bc9b-f7973bab00e2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.653115359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.655800489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5859a4-be59-460a-b7bc-e41a8c4cdac0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.655970598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.658060783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8258bf91-9d42-4caf-ba03-8d43bddee241\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.658125371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.659903444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08664936-2a4b-4631-9a04-278ccd54b411\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.659970398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.660851323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55977f18-8629-478b-8b9e-110dd3c42148\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.660962975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.696678626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.696758936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.696792824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.696819717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.697602788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.69784467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.697884699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.698824221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.700845849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.701630773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31776fae-b626-4c0b-984b-b50e82285377\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.701826794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.702450997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.71298713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.713044624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.713078342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.713454852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.739058105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.739420717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.741840248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.741884426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.742282038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0414ffa-3faf-4f07-8baa-5a11f61093dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.742469452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.74357269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.743629503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.74430053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.744935385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.745644377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.74570606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.745739407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.749435832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.749515601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.750150125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93a6201d-7407-488f-a11a-6bf12ee546a6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.750214413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.753263328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb0c6c2-32cd-45ce-a3c8-312c98619e92\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.753693495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.772388353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"407b437f-f78a-45cb-94dd-bd3348ea6b61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.772674423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.777288426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd1f58e7-b19f-4359-8439-c61ad9142176\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.777483725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.779935099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4450044f-1735-44a9-a21b-673d93e723a3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.780016201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.783432768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a255f0f9-09dd-49f7-89e9-7e8a686de655\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.783691424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.787471775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7929fcb0-d647-4498-b42a-eb5083cf57bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.787642044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.788497509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.791277538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77362a6c-dc4b-43f7-a111-36ddf5bf995c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.791532576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.792271749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c1c372-d451-4042-91e8-4ec9238f341e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.793131031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.7936479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"674f1fce-9d57-40ab-a827-5a4b5b26c631\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.793711517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.794409969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e58a692e-ec5b-4766-b156-6de299e8af8b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.79453606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.796285836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beb91484-08f4-42ff-8ee7-060869547f76\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.796745753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:10.801791787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.802740898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1a9c75f-d745-4d9e-a8f4-51296f85a8a9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.802941407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.80510619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f050879d-a316-4943-a677-236f923b6ea4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.80528674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.808791804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c33b677c-8243-4e6a-b14a-ea396e2429f2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.810075131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.811240202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83eb1b2-c724-4e6f-b0a4-61dde84dd967\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.811396303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.814054549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4bef3af-6cdf-41fa-bcb2-cc77286d0cf9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.814184478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.822595366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45fd63a8-191e-4967-837b-5a19f03bcfb5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.827225351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.831830056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85ea26d2-6f48-4eee-a9c3-5fa117f5c68e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.832059182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.833215977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3c3b96-5270-4e7d-92ff-dd1d485236ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.833454192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.834398042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c312629-2327-431e-9a54-d933755fd13e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.834745685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.835819284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bc83be8-f087-444d-af9c-1544f4cd2ea6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.836060866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.837486757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd45ea65-7de5-4d76-913b-99083e4063c2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.837742767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.837876122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.837972023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.838857648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.840003541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.840390532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.840518196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.84075569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.840858034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.841521375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.845329322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.851437663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.851540027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.851630126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.851713983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.851796357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.852365792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.858243473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.865009915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.8832618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.883392861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.884956046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.900351601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.909386322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.909537042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.909678123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.910363839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:10.91274321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.912803911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:10.913689175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.02786876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.028141854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.035379465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33492"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.039441288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"6f2971f9-0f5f-4498-ae14-98b0575d69a0","remote_addr":"[::1]:33492","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.041031717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"6f2971f9-0f5f-4498-ae14-98b0575d69a0","remote_addr":"[::1]:33492","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1530,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.046047651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f2971f9-0f5f-4498-ae14-98b0575d69a0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.048975394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.049320832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.049475661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.051705423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.051855803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.052143957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.052236131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.053657653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.067610794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.072637389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.072986765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.073095191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.073636019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.114001484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.200354216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.200445087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.200483093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.200513253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.20368857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:11.205182026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:11.205633455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.205697953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"690.735304ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.205744586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":22,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.20577642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.205807792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.205839345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.205867672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.206441775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.210432286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.21735513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.217434498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.217632111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.217959945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.219777827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.224180228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.224227953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.224349205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.225665908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.23154877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.231966031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.234537725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.241176923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.241233997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.242228418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57884","req_id":"b74c994b-73eb-45c1-a7b8-fa19742a2e31","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   8b 8e 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.242290161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57884","req_id":"b74c994b-73eb-45c1-a7b8-fa19742a2e31","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 35726,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.242364409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.242388337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.242408547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57884","req_id":"b74c994b-73eb-45c1-a7b8-fa19742a2e31","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.242843904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4256, tv_nsec: 41737969 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.242907952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.243232869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54411","req_id":"2800817b-802a-492f-b187-008de08962f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   bb ff 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.243295604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54411","req_id":"2800817b-802a-492f-b187-008de08962f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 48127,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.243409742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.243434251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54411","req_id":"2800817b-802a-492f-b187-008de08962f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.323964732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.325150254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65094","req_id":"6b64f20d-95fb-4c51-a2e2-62b2f00c82ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   8d 33 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .3..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.325285574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65094","req_id":"6b64f20d-95fb-4c51-a2e2-62b2f00c82ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 36147,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.325642676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 36147,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:11.325837283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65094","req_id":"6b64f20d-95fb-4c51-a2e2-62b2f00c82ef","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.326281348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.326334384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.326361498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.328466512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdbffe16-53f2-4adf-b7bd-0adeaf92ec6b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.328708394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.329992983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad1cea8a-3097-4218-beab-69c5ccf245c4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.330227721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.332217485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ea94261-5150-4e3c-9b93-00bee8abf178\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.332335751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.347212081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18c89632-a98c-4136-853d-f4510a1f7620\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.347465226Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.350142851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc93da3-492f-440f-96c3-36a4d13f4bcd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.350268331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.35269716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2697b2-92b1-408c-a293-93a252562ab2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.352760446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.361014702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b26333de-6c14-4e86-bda1-ae91dfca4997\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.361198608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.361592734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.366852083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3617e244-6ae0-4ec3-a8c3-6d188636470c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.367187581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.368572771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f3f2a16-f7f0-48b0-be78-d51dbec5d01a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.368737419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.37113175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86415a02-e4c7-4a34-98f2-51d0d60aad1c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.371622277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.372894251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dcf0357-0065-43cb-babe-a9859ff041f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.373026615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.374092659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49707b55-ef45-4ae4-8725-78bd8777ca4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.374214812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.375425805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cb96621-4af8-4f9a-acd5-d10620715329\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.375895661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.380537239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128e8c06-6880-407a-90bb-86283499766b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.382707844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.384896655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5fc2f98-6afa-401a-b077-6e781ab8f104\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.384973108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.386964535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5709e9fe-2a5c-402d-9128-36ef532869e3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.3870974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.38940594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27a6a414-6639-49c0-8952-425c787ebab4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.389522582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.391783647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f643d0-21d3-483e-b00c-920366af72a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.391857855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.393597932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6d5479-cb92-4eac-8709-0d9a705cba03\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.393675787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.39460062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70a14b5c-16ce-4621-99de-12019fb58a19\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.394722853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.396070108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd5ea3e7-dc11-4b0b-9d7f-0e5fa0008e87\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.396419875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.397335048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bc120ce-0785-49c4-82f7-1301af6223e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.39746139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.398416463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d570d266-28af-40ec-9843-e5f131652037\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.398673996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.399869778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16ea045a-c331-436b-8699-dd4cf2cf7779\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:10 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.400090408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.403841922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9351adef-fbd2-4fca-8ad3-5649b53345d5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.403923625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.403959867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e945a710-c3e0-48c0-a985-95e0c7625239\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.404024626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.406723694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc36235-d0b7-4454-8da3-4491d2b0d9f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.406803994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.408649161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5adea610-8193-4d10-af08-523a3f760158\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.408720252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.411371154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df26bcca-339f-4008-83e4-225174272bed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.411503247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.412703038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.412837596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.41288974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.412921202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.413830514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.417375337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.427013711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.427100474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.42713381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.427534769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.427752693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e5884e-583f-4171-bdb4-65862f9a4745\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.427873243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.431273358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.431351654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.432261897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.433886965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"248bf70b-7b54-4603-945c-cc6a2bc895b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.43424059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.438092314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2a59a4-5a03-4c96-b635-5fcf62111ac6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.438157163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.441560514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c35af8a-ed3a-484c-9343-a95b0957b601\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.441639712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.443618685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"220cf163-4be3-40f8-a839-af5f28dfa2cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.443827401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.454876445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8d251c-5ddf-4f0d-bc5a-c1d0f0b4fb69\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.455605418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.459060181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea9be17c-6ae4-406c-9893-6f55441e1ecb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.459272675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.462850413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10d8f5a3-8b5c-4594-a593-2cbf87ae618b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.462918429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.466585545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0451111a-154f-40bb-8122-f7fb9c0aa4dd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.466889911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.493564669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.493913825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe3f599-31df-41c3-8098-3c65bc1a5a64\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.494189935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.498233091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50947830-647a-4d45-8eeb-54d8e7d2a892\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.498326467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.500574406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac914283-94b8-4ac3-9241-a7e590cdfa5c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.500722591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.50286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38103f02-22c4-4ad4-b8c7-65e6840c5cd7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.502988225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.505865869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77aa7c9-5cb6-4e1f-bebb-a4f65af9c0bc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.507563681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.511225718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd1139c-e834-4a11-b47f-82ff4201d410\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.511442429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.512585527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11112a49-3a84-4e71-a9ef-969fab6a78ab\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.512739374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.513095002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.513152236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.513183889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.51393195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.517872751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.527276678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.527349934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.527693328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.527742907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.527772366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.528405297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.530825559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.537600989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.537679094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.537712962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.538230683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.609833147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.609913136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.610654964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.610726096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.610761316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.610788721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.612062829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.612104212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46623"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.612220754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.614233534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.614756336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20a1a1d7-3015-4b1a-b501-309e64565ae0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.615132876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5bad68a0-6c78-4b9d-bc52-0512ba1dee21","remote_addr":"[::1]:46623","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.615839724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20a1a1d7-3015-4b1a-b501-309e64565ae0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.615898401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20a1a1d7-3015-4b1a-b501-309e64565ae0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.616441343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20a1a1d7-3015-4b1a-b501-309e64565ae0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.616868484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5bad68a0-6c78-4b9d-bc52-0512ba1dee21","remote_addr":"[::1]:46623","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1735,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.617089324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.628026255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.628090824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.628119922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.630366598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.630778419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bad68a0-6c78-4b9d-bc52-0512ba1dee21\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.638372219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.638435395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.638465675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.645691803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.645781682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.646751073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.646812626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.646844199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.649850809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"20a1a1d7-3015-4b1a-b501-309e64565ae0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":35028,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.651448292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a1a1d7-3015-4b1a-b501-309e64565ae0\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.651509975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.651544804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.651578802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.652868812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.652939724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da455dc3-508a-4d61-b18b-a936bfb8d2ff","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.653267647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da455dc3-508a-4d61-b18b-a936bfb8d2ff","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.653409279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da455dc3-508a-4d61-b18b-a936bfb8d2ff","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.655779772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da455dc3-508a-4d61-b18b-a936bfb8d2ff","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.656669014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.664262614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.664558944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.664623112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.665148409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.666207679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.666445373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.674917022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"127.0.0.1:47175","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","remote_addr":"127.0.0.1:55312"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.675599452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/58f2365f-b720-4ec1-ad50-a68fadcacb1c","method":"GET","req_id":"3141f585-3fec-4f42-81dd-7ca72882d681","remote_addr":"127.0.0.1:55312","local_addr":"127.0.0.1:47175","component":"dropshot","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.68285125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/58f2365f-b720-4ec1-ad50-a68fadcacb1c","method":"GET","req_id":"3141f585-3fec-4f42-81dd-7ca72882d681","remote_addr":"127.0.0.1:55312","local_addr":"127.0.0.1:47175","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":7273,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.683131298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"da455dc3-508a-4d61-b18b-a936bfb8d2ff","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":30144,"response_code":"200"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.685372504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.685408806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.685433576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da455dc3-508a-4d61-b18b-a936bfb8d2ff\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.685466501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.685492653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:11.685516601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.685546631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.686378458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.687045137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.73800972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.738224949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.738258877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.74220063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.742379036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.743378136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.743443907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.748116728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.748929627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.749167852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.749223132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.751498916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.751565289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 17 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.75159627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 17 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.752714719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.753789891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.753848909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.757994959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.758163916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:43:11.753708469Z }","timeseries_name":"http_service:request_latency_histogram"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.764245413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.764351815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.771755446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.771889163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:43:11.764199101Z }","timeseries_name":"collection_target:cpus_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.772784447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.77300188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.776941599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.777094474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:43:11.772740499Z }","timeseries_name":"collection_target:ram_provisioned"}
{"msg":"retrieving timeseries schema from database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.7780108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"executing SQL query","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.778113905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"}
{"msg":"no new timeseries schema in database","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.781861873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"new timeseries schema","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.781989567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:43:11.777969057Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"}
{"msg":"inserting 4 new timeseries schema","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.789142277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.78933911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:11.803777026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserting 17 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.804127134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.804831507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.805844365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:11.80651912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:11.807365366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.807924299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"601.604437ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.807968738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":23,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.807997686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.808026944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.808057164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.808085851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.80851705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.812890635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.812952177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.816769533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.822089112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.82215324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.822187027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.822754357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.823712446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.823840091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.826200564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.82625904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.828285748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.828348804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.828384756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63260","req_id":"2943fc0d-266d-40a6-8479-f8feb49ef66e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   eb 81 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.828419645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63260","req_id":"2943fc0d-266d-40a6-8479-f8feb49ef66e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 60289,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.828490787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.828692489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.828839051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63260","req_id":"2943fc0d-266d-40a6-8479-f8feb49ef66e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.829224088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4256, tv_nsec: 628138844 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.829344468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.83037954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65482","req_id":"2e584bca-b1ef-4f26-8cb4-6c886b9d0340","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   77 ac 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   w...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.830440682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65482","req_id":"2e584bca-b1ef-4f26-8cb4-6c886b9d0340","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30636,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.830529639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.830619588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65482","req_id":"2e584bca-b1ef-4f26-8cb4-6c886b9d0340","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.87880273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.879694116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.87975152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.879783955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.87981169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.880988806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.881385666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.881438181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.881795513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63500","req_id":"7153b9c0-7937-47b0-8a5f-03accf8932b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   0e d5 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.881853849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63500","req_id":"7153b9c0-7937-47b0-8a5f-03accf8932b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3797,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.882075892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 3797,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:11.88249172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63500","req_id":"7153b9c0-7937-47b0-8a5f-03accf8932b9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.882929192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.882979332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.883007408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.88544773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.885508631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.885536427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.894505687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.894565907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.894599083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.895059661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.896201636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8eb206-fa74-43dc-81b2-caf291613d45\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.896366485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.902858339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.902917187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.904223018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.906300087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e87b9dd-fcd9-49fe-9c0d-337af8359ae7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.906499314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:11.906545085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.909181548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f7879f-ff29-43d0-b758-fe66d34c40ea\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.909299002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.913328771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c48a9d27-be1f-4c5f-b714-df972855bda4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.913414111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.916577825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8da9434-fea3-4828-bca2-981221471ef8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.916738855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.920125954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd2de72f-5488-4524-846c-c9dbd63bea98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.920361473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.926447038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9292aaa5-b257-4ad0-8680-00c122f2e7e9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.926520124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.931678892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4585bba7-cb71-409f-b459-c5a8f81673be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.932349689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.93920122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.940887039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6cc2702-2752-4410-9afd-f01465e9446b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.94117842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.942753478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b651d4f-993e-4b71-97d0-a86a32920c8f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.94289526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.944167014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad19b3e-e317-4f08-8f6f-0895b64040bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.944317875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.945427185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc451a2-d735-4456-94f2-b461cf04cd9b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.945546262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.947375797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be31b603-9c1d-432f-aaca-4bcc91e68aed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.947459665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.950592036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d17d49a-5a40-41cb-bb58-a5c9017e0424\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.951149747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.95641607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dc2500e-9bde-4cdb-917c-b001a7eea3f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.956487662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.958589099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76c57139-6b83-4bc4-b03e-a927767d2d68\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.958849187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.963641295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13693f7b-3192-4e42-8eb3-496c81795067\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.963722036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.965597443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ff0f5e-e697-4433-a205-54c7e40d2368\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.965710939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.968449225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e26dd335-b968-4a90-8a8a-bf3f520b286b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.968560988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.971125357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf2b5b4-f406-4153-a344-e196fd205557\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.971481036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.972489515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddd0579c-802e-4303-afcc-bcbbeb5c774d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.972530557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.973633384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43cce2ec-38ba-4ac7-b6f0-0fe70d28142a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.973821459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.982211355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46a1033f-75ce-456e-a2dd-dc234edd04cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.982378759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.992315146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.992408642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:11.992443021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.992472079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:11.993780065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.003073892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.009413975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.009483423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.009516389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.010115522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.030246392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fd2ee36-d86f-4170-979e-07a8357c9b6e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.030463414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.035457294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.035675058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.036786753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.094930891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83cf9d7a-164a-41ed-8ea1-121ea40815db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.095180368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.103223314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3679efb-994d-45fa-8bb1-9d97230459f4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.103299776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.107707298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3baf079e-3233-4998-88f1-b7f74f8d37ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.108004169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.113458316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f70a2b1c-71c6-4201-ad0e-c4b08bb014f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.114585642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.115006861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.123442749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3920c8-dc32-4b90-a664-32a12ad8f690\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.123582177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.125509327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e386d032-619c-4f25-8548-7400e235bc0b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.125633114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.126471825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc290ad-cd6f-4aaf-b798-47475382c12d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.126636142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.127884319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9868b129-de1f-47ca-bdee-4586de0ad66b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.128016272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.128927397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a2b6f5-00eb-4463-8aef-1cb715fd47c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.129060613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.129940666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df694608-1df1-4a40-bfc9-39c23c994950\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.13005297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.134020395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a67c9b5-53ed-4907-b14d-ffe76e53917f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.134286475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.136408623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb259ba-cfb3-491f-b285-846fd1876c23\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.136488763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.13922797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c64fcfa6-5bfe-4063-a6eb-d99f2d734519\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.139394382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.144283714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f211d63c-1535-415b-974c-6a1709d6bf7e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.144516137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.146686972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"093f415d-10a1-4167-93c8-fa09110000d1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.146898423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.149101353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52aef285-a88a-4c68-a89a-468ff9e10447\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.14931588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.152119777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b71bd380-6760-4bea-b00f-263b2eec4459\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.152617268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.154247065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3008ecbc-c6bc-4b27-95da-3f1e77355714\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.154472083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.157714564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e31423-c6cd-43fa-8a93-00c1a2027b64\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.15798869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.160070307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a90fb4d-44e3-49e9-a51c-ff43e6b3e1da\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.16577799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.166821068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.16707318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.167321395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.168108353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.169418864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.173443994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aecfe627-a867-4761-b2a2-b559db5f98a0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.173641096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.173749132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.173835564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.173916665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.174634045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.17549993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.181666577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.182711909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.182804073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.183308939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.183676381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.189306809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.189465926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.189538641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.189572138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.189599793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.189942776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.194509726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.194575968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.195905377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.196350293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.205645804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.20573442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.205767737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.206391509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.28454733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.284616307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:12.285550028Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40027"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.2864146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"2262cd8b-4bac-4a49-b3fb-54f300a42e75","remote_addr":"[::1]:40027","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:12.28763889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"2262cd8b-4bac-4a49-b3fb-54f300a42e75","remote_addr":"[::1]:40027","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":573,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.287720833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2262cd8b-4bac-4a49-b3fb-54f300a42e75\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:11 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.289204549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.289265511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.289296482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.290999856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.291065737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.29110211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.291136258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.2917949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.295442758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.300327401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.30057788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.30063299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.301497482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.323271265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:12.336876843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:12.337731486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.337871304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"530.390779ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.3380148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":24,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.338111954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.338239127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.338373836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.338468955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.339277476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.341982436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.355267425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.355373005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.355460339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.356269712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.362712499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.362866345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.364452275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63479","req_id":"ffdd3461-5471-409e-b35b-a61fcdc0c0be","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   1e 26 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .&..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.36463007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63479","req_id":"ffdd3461-5471-409e-b35b-a61fcdc0c0be","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7718,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.364917963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.365268371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.365441486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63479","req_id":"ffdd3461-5471-409e-b35b-a61fcdc0c0be","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.366039798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4257, tv_nsec: 164970245 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.366313594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.36675323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49415","req_id":"5c2d57e0-f2b5-4954-b364-531839b81ef9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   19 7c 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .|..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.36691896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49415","req_id":"5c2d57e0-f2b5-4954-b364-531839b81ef9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 6524,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.367396051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.367542693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49415","req_id":"5c2d57e0-f2b5-4954-b364-531839b81ef9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.44242466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.443062251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.443182831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.443268411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.443304112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.444067363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.444404054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50328","req_id":"23fb5659-cf6b-47d0-9970-1752908e540a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   c1 90 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.444469835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50328","req_id":"23fb5659-cf6b-47d0-9970-1752908e540a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49552,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.444690094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 49552,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:12.444792217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50328","req_id":"23fb5659-cf6b-47d0-9970-1752908e540a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.445028819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.445083468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.445114049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.447070296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df70217e-4c36-45c7-b44f-c793afe8268e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.447139404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.44745368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.454925818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.454990848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.455025767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.455505834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.458947611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee045af0-3118-4940-b572-b48852dd8073\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.459230976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.459529661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.45958932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.466354268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.473775785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ccde1f-f6f4-4eed-85e1-0060a95d8aaa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.473862167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.476025969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42dc2aa7-b48b-4d60-9980-5d8e7718e536\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.476104064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.479781652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62d91557-1966-48cb-b9c0-3283f98122ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.479843154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.482739625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9ec4dc3-a2af-4ed3-9118-6de966406083\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.482791428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.49166071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c241cc0-cd46-4238-ac6c-08a342e5f247\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.491864265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.494346441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22871a3b-891b-4380-b3c8-0ecabb337078\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.494488003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.498010902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff760459-38f8-4b5f-97c1-5a62ccc11e9e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.498075781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.501576587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d23d0733-313f-4177-9f81-2784b51944a0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.50163847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.504444751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ce1804-fd92-4dd0-8142-6fd8bac98bca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.504518278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.50831399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"879d77d5-772b-472c-b771-bd0a5ab4b765\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.508605672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.509116439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.510861246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81d18fb-e8cd-46ec-9088-ed58bc290b9d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.511125442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.516042699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee824e9-621f-48ab-9981-4de681030620\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.516284451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.518588021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cb9f9ce-0160-4ea7-9d78-c409e48eece5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.518802578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.524914857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dbcdff1-e6cc-4ceb-a557-ad1268821ff0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.525275465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.536323588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a7b7a2-eb06-41c5-8c30-029412d52881\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.537485162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.54213691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ad0fb41-c03a-4817-9518-e7ef9aeecb28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.54238747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.55595408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3b5ffd5-ceb3-4de8-b954-fd9f1cc1af5a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.562168342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.562570653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.562714801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.563061922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.563229486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.564474547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.567157763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8921b5e4-1b03-43c9-98b7-8e41da00cf33\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.567433472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.569787102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.578336045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.578538027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.578638668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.579368171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.57987443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1224cac-d804-46df-be6c-fc5e41f8ed9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.580130069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.586256315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.586368269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.587257801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.588946315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d203054c-7a4e-42f2-9954-fa644e7573a2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.589245361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.591371367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1fa6ce2-1236-4ade-9fd7-7e3896cabdfc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.591447168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.595613128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc394c5d-45f1-4f0b-aa20-b2f862d50a08\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.596119187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.60166707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54778ce-4681-4436-bd62-910add87bdf7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.601818041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.605540889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7314c6a6-62be-4bbe-b281-9dc8276e25c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.60562681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.610469479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff211fff-5d2f-4096-93c6-576af699eb74\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.61065109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.615314021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9ac28e5-bf52-4b01-b22f-79f51e5270aa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.615517005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.627689068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72467779-5879-47a4-8661-2815fbe4d94b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.62852368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.630774705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f14a8bd8-15d4-4e9d-9924-de88fda1e147\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.630853222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.641041161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5184646-9bbb-4e20-9fd1-1068f4ab3b9d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.642178086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.642881918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.64645639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53b5a9fe-aaa7-4f35-96c5-7a050d54aeff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.646961306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.648245154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0c7b2e-63b1-4432-be39-a3a436ddb581\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.6484739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.649510205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb16f3e-3dd9-4f32-8157-c87162db973e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.649732728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.650994422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2310d141-564c-4a61-9fb9-c8d0bd6834d6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.651330241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.653291048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be249bee-4b7d-45de-a4c8-ffb22e6ba9e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.653512148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.658405628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e88fa0f5-9a3e-4e8c-95ff-faf20eee55b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.658531459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.661904459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ce1520-027a-4e44-ae6a-a6358ccf7260\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.662154347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.664648367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a087672e-a845-4ba1-9ed3-d91da767578b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.664720751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.667328436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d40f094-8593-4b56-8a7b-2eff3c80b1ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.667397474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.669561476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9412bff5-de56-4f5d-8a37-bcb3c751f252\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.66985501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.670990743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72489dad-8eed-44c5-aca1-f2bf754bf8bd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.671231373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.672210674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e70947-ce70-413a-9125-4045f6070440\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.672324551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.673223422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d90b6fc9-cae0-49fe-8fdf-6e4aa9bd1f59\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.673289473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.674541849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894f03ce-73b0-410e-9d9d-f0b0084e5591\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.674604163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.674636297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.67481336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.675635888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.677041519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.680230984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.686155047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.686221139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.686255367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.686287491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.686314836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.68766715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.688492404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.688785338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.6890122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.690140809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.692139771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.700138739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.700272345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.700363396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.701847193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.702940742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.703071632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.703161501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.703243926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.704187776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.704823814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.704931819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.797830052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.797918969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:12.798674133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44962"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.799261624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.799329419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.799486802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.79983186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:12.800898165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.801645864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.811455269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.811519166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.811553855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.811892149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.812381615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"21008018-af9b-4ef1-b16b-ef24add51099","remote_addr":"[::1]:44962","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:12.814777398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"21008018-af9b-4ef1-b16b-ef24add51099","remote_addr":"[::1]:44962","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2405,"response_code":"200"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.816117688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.816869246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.816924296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.81695668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.816982021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21008018-af9b-4ef1-b16b-ef24add51099\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.81939575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.819453976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.819480168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.822209656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.822312611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.822361088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.822393573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.822836145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.823312013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.823853451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.824611642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.827013468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.832051997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.832373237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.833522897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.834192501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.868899312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:12.875884109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:12.876420458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.876472922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"538.431359ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.876511058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":25,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.876538703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.876567411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.876595747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.876621609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.877407685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.880019499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.886309651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.887058804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.887105818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.889101274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.893071764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.893130471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.89377213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51733","req_id":"b33b5e6a-14b5-4e24-bfc7-2180a557dec1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   05 f4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.894222397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51733","req_id":"b33b5e6a-14b5-4e24-bfc7-2180a557dec1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1524,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.894437896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.895094625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.895194764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51733","req_id":"b33b5e6a-14b5-4e24-bfc7-2180a557dec1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.895558168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4257, tv_nsec: 694467163 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.895603128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.896328593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62722","req_id":"a15516d9-ec7e-41dd-b7d8-ee4a427bf4bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   51 7e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   Q~..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.896469695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62722","req_id":"a15516d9-ec7e-41dd-b7d8-ee4a427bf4bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20862,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.896685685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.896741216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62722","req_id":"a15516d9-ec7e-41dd-b7d8-ee4a427bf4bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.949148383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.949637969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.949767567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.949862857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.949972365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.9508784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.951795007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59819","req_id":"72f3da54-233f-4f88-987b-02d6cbecc99a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   60 f5 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   `............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.952176827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59819","req_id":"72f3da54-233f-4f88-987b-02d6cbecc99a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24821,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.952651203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24821,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:12.952877213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59819","req_id":"72f3da54-233f-4f88-987b-02d6cbecc99a","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.953507348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.953599672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.953860612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.955602453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8324ae2f-3426-42c3-a2a9-e7d3d783c656\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.955944735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.957166489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99c26250-fdf7-496b-a2fd-5d6c2a926827\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.957440064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.964004744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.970931595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.971059841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.971155732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.971800526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:12.974237091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.974347671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.975166573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.975530699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8a886fd-920d-48ac-89fb-da4171d9968c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.975759635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.980623345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52535533-6590-4a59-9b9e-3dda64654d28\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:12.980847772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.044630796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1304c44-0593-4ba7-96c6-9e898843bc2b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.047565744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.048299516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.055708959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43f50163-77c3-44ec-b78a-58e73cc13981\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.056210678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.058346444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04d94aba-79ba-498d-85c3-86ea8836bd2f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.05866062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.061705897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb8bea51-13c3-44a9-ac5c-23e6dfb0f0e5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.061929713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.062830558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"705a3f0f-241c-48df-8cae-ba5a96de27be\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.063374241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.064895723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"161894d2-5c27-4010-9997-b02293d8b29d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.065379426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.066421072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a1bf6ef-dab3-42de-ab71-3456256a46d1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.066768574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.067785841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1560fa03-756b-4798-a3f8-eb199ccb39b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.068042502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.069328194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1be8f95-c0ef-4fe4-a5dd-78bd3107710f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.069505888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.072336999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1076957-27ae-4ba1-b5d3-6a0a8d92b26b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.072733759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.077052083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26f81fad-3038-477b-b586-0d6b2c993db4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.077279667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.080537007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386c7f68-9141-47a0-a8e5-b9ab236b87b7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.080666966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.08262644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b991522-bcef-41c2-8c21-408e30d02a35\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.082700568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.0856077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed99fb5a-4286-4fd7-afc7-e0d5b26950f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.085817478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.087642203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f13527e-4c9c-4284-9bee-fe77477e8269\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.087723325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.088861713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06caa9a8-aa2c-4fe5-903e-ccb10d0d7cc0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.089085239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.090319909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08d48c13-34f8-48a5-bac1-3ae5de5bed64\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.090395209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.091508296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83875532-bcc5-4fbf-bb41-94c3e5766e02\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.091593817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.092652807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9a47db2-f7fb-4d3c-9e4d-bc2dcbe6f5bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.092724269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.094078547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"061ddb2a-0a29-42a8-a9a0-d82070506760\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.09433575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.096248771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0cfa7ed-9802-4a6b-95ca-4997965fef68\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.09638379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.100277128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.100344171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.100376325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.10040378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.101116069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.102354687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc5492c-02a7-4fb2-9496-2b034aeb5ec9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.102699975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.103738294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.109845091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.109906854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.109941563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.111698404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.117096379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.11715721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.117572488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.118212874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4313db0-8a26-4099-9c90-215af5cf4568\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.11833665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.120401915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739edaaf-3cb2-4417-adc4-260e1ea3fbe1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.120593146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.122527991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29da2819-aa70-4092-a548-150d5a01fd5d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.122646197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.128588356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"302991fb-38b0-48cd-8a83-1b1705e2ca13\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.128723245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.129583749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb7187b-7e7e-46ea-8890-b6e37cf3fda2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.129718758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.130927376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7496b5-f0b7-402e-939e-eaeba4db64c7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.13110985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.132204731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc42c94-0e5d-4c7e-845e-052195905a16\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.132368688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.133522978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb7d6b4-4f41-4e60-ac6c-f98b49663ab1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.13365469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.135519726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"442b0d4b-6c8d-437f-844b-47f6a2578e52\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.135714995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.139735586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9854579d-4fa5-482a-a92d-a082f30b1c6f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.139886577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.147848871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467fff05-0974-4c2e-8b0e-8804a7a5113c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.148062978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.148907711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.152593164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6b4c9c9-cda5-4086-b896-c2e09bb29377\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.152729836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.155907357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee2bf3b5-a349-4e46-8801-feac5d3aab3b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.156046595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.158598299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9878cfea-a592-4b00-a49d-5c601fde068f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.158718999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.161530792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1457cc63-45d4-40a2-a303-e98fa014fb9e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.162078443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.163498913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34d97a49-f21c-4474-a32e-30e3776eaead\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.163844642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.167229566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83da8896-09ad-4aec-85b3-18528a607a07\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.167333664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.168587872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f32cef0a-d6d5-45ee-8f8b-74d4f9d3772a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.168827129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.169803985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12f1b95f-adfa-4e4a-adad-0cc69d7a2514\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.170105216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.170153392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.170186117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.170213712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.172247384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.175190327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.179319314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.179389484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.179420345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.179451477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.179478762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.179984469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.183486086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.194600882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.194665751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.194700039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.19584462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.200406088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.200471709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.200503572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.200530015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.200997657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.263815117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.263895807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.264490141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41834"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.265479072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"b76cf3ff-81d3-4778-977b-55344d6a8b87","remote_addr":"[::1]:41834","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.265878387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"b76cf3ff-81d3-4778-977b-55344d6a8b87","remote_addr":"[::1]:41834","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":550,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.266064799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.285159925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.28521799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.28524799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.286064727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.286412009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b76cf3ff-81d3-4778-977b-55344d6a8b87\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:12 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.28926305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.289320314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.289345965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.292835257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.292952701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.293000436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.293031649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.293592195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.296902261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.296960186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.297891552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.29863839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.306743048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.308767281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.308822751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.309853786Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:13.359493069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:13.360560676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.360745183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"484.210267ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.360872377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":26,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.361219649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.361537642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.361642581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.361731829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.36304239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.363593509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.375821512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.379484871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.379586243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.379674128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.380207511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.388620453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.38872942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.389443012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64728","req_id":"95f73a09-a556-4d97-b9c1-c738bd4de88b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   85 a8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.389774563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64728","req_id":"95f73a09-a556-4d97-b9c1-c738bd4de88b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 34216,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.390077967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.390321633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.390559336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64728","req_id":"95f73a09-a556-4d97-b9c1-c738bd4de88b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.39105328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4258, tv_nsec: 189941934 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.391190955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.391650981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58156","req_id":"60ffdbf5-4e98-4537-9dc9-f1b8b5e00b6f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   44 b2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   D...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.391814758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58156","req_id":"60ffdbf5-4e98-4537-9dc9-f1b8b5e00b6f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 17586,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.392056459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.39219764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58156","req_id":"60ffdbf5-4e98-4537-9dc9-f1b8b5e00b6f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.461129723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.461618387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.461678426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.461714438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.461743706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.462507288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.462822356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55090","req_id":"9e4e7a54-28ad-4c9a-808d-6550ec2f731e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   7f 3e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .>..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.462888527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55090","req_id":"9e4e7a54-28ad-4c9a-808d-6550ec2f731e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32574,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.463083887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 32574,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:13.46330634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55090","req_id":"9e4e7a54-28ad-4c9a-808d-6550ec2f731e","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.463612049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.463650676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.46367782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.475042694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.481923964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.481986719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.482021038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.482480193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.485075403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81ccaf18-1419-4aae-a8f0-83697591b2f8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.485585019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.486288921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.486349301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.486962163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.489633796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e226657e-3a93-410d-991b-fa00531149b2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.489698224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.492484475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01b67b3d-24c7-410f-ba88-fd28f078ce5b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.492539074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.496469415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a2722b-7768-461e-a974-5d98d6a938a6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.496586428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.506734999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb578771-9187-4d93-8822-b9ff6276d913\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.506813164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.509043248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"703169d5-2605-4ce2-bcfa-5d23d0b4d446\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.509111844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.511480033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1f5ef2-457f-46b2-83d7-de2567f307c5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.511604992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.514125384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbfc5418-a733-44d2-8d53-db93298350ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.514200834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.515187921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de41ac9-c145-411d-acbf-17fd99d4dcaf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.515326437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.517560127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be473d21-6492-41c4-abb4-a3f7759ec264\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.517711759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.521580287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"186d5ed6-77fe-4346-8a60-78a608bf18eb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.521665557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.523476184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be863026-0d76-4256-97b9-54a3b686b532\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.523633628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.52537635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0120419b-0440-4132-b2e9-16f06197ed50\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.525736177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.53185076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.539014914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ad86de0-2c7f-4d22-9e8a-9753351646c9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.540306347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.543055795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37aefd56-ad1f-42bd-ae92-33c1a3f2cf86\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.54329892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.545501178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3c37ceb-c2d4-4b1d-87e2-b9ce2266c6e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.545770023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.548128282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221d4ad3-905b-4a46-8fbe-edcc7d56d226\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.549533562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.551904716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78642d42-5ebd-4ad5-999b-1c1f9ecd9d3a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.552115727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.555733255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40ce60d3-efca-4613-a0b2-438a7f4d28e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.55594682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.557177462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073d8751-ffef-4535-b437-0a19632b5d10\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.557643751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.559487154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"618ee1f4-c00b-4ee5-b801-7c0b5fcfa24e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.559929575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.561756536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"726208ed-0158-4b4d-9227-ee05a75c87ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.562218225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.563458587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f10c3b72-e1d9-47de-b9fc-7be94bae4dd0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.563669467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.56607033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41aad9d4-a69f-49b7-9953-77cbf3b83abe\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.566476079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.569508831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bafefcc4-faca-4441-aea3-70c6fa7cfabf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.569807507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.573490134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8985031e-656c-40d2-81d1-496e14c2559c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.573722988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.582238284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.582315498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.582367532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.582397471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.586096131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.586739072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.588125594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.58825424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"63bcf8b8-e641-485b-9495-02b05df79da4","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.588297136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"63bcf8b8-e641-485b-9495-02b05df79da4","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.58833455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"63bcf8b8-e641-485b-9495-02b05df79da4","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.589136568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"63bcf8b8-e641-485b-9495-02b05df79da4","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.592173309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.600926519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.60099728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.601029424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.601505362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.60264868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"63bcf8b8-e641-485b-9495-02b05df79da4","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":14687,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.604552634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63bcf8b8-e641-485b-9495-02b05df79da4\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.604615609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.605477437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.605691152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.606107933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.606361157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c8fee2a-ecdc-41eb-b15d-7f6453af23e0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.606603941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c8fee2a-ecdc-41eb-b15d-7f6453af23e0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.606705984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c8fee2a-ecdc-41eb-b15d-7f6453af23e0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.607711778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c8fee2a-ecdc-41eb-b15d-7f6453af23e0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.608997761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"758aa22e-a1fa-42fa-9518-bd5a6a33f968\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.60995087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.621286796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"3c8fee2a-ecdc-41eb-b15d-7f6453af23e0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":14975,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.625241535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c8fee2a-ecdc-41eb-b15d-7f6453af23e0\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.625312787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.625348378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.625376153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.635905773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b8de103-75b6-4858-a5fd-6493c2e48621\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.636126884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.643596206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d35e72b7-990d-4c59-8de5-81f946c38a07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.643864901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.65224616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d9076d8-7508-43b5-86be-6dc4dded14cb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.652369877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.654930759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3f3388e-a7e2-4e2a-80de-42885f971387\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.655258923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.6585953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.660644293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3166d528-f4d8-4407-9ffb-18eea56062fb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.66094905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.662458127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c1b80b6-ef2a-444c-b374-65eee9949119\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.662748626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.665481451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1839cb0-8253-4f87-b322-d9c0b4c25eb3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.665860987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.668252291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39926a4c-7b10-4388-8a92-c37bc2a3cf7a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.668460997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.673355639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c955c2e-5245-43a7-b296-7e59cdd18a3f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.673475669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.676381428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c19263a-7e8d-44f3-9a61-da4b2db65e7e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.676642839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.678509398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b84c1b40-1941-4dc2-835c-c8903f733850\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.678745508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.680858999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9c85a0-2b3d-4de6-9266-aba26f324773\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.68112521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.682169561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.682217406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.682377305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.684016811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.686312625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a78b2cec-bc38-4c57-8125-f98612e3c5a9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.686648555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.69046552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.690576842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.690900036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfcfdbb-d11d-4201-863b-bf98c90e969d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.695056307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.696833117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b56d8b8-9d34-4970-b0ca-2eac976e2274\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.696873357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.696906162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d35e48d-7961-4219-a6a4-c99bcc590d94\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.696939338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.696969609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.697002154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.697328814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06af9976-ed0d-4f55-86f4-8bfe0385d7bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.697453242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.699084553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f718367-6e5a-44eb-83a1-92c893536deb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.699185434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.699226736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.699255794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.699285513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.701140259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.704150556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.71523419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.715317245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.715647734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.716120656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.716177529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.718227293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.719057768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.719113339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.719146084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.719173048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.720070325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.722494676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.727113188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.727174089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.727204279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.727804676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.729027692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.741250926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.741311317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.741342459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.741988366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.742085058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.7421212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.819216888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.819290966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.819735071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64960"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.820249736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.821637401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.821697912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.821730797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:13.821755366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.822639828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.822696371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.823397438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.823585723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5e21ef74-dd43-40eb-8867-4f354aabe6d3","remote_addr":"[::1]:64960","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:13.824039197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5e21ef74-dd43-40eb-8867-4f354aabe6d3","remote_addr":"[::1]:64960","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":458,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.824325898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e21ef74-dd43-40eb-8867-4f354aabe6d3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.826473036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.826529859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.826557434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.829268125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.829328465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.829364407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.829395408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.830548476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.834014472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.843232438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.843683166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.843804197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.844466647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:13.881682758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:13.882291631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.882437241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"521.542109ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.883854084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":27,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.883966919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.884079513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.884170564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.884253019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.886987437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.895944353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.902704993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.902802728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.902890102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.903407623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.90407873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.911819203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.913272538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.914248252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63255","req_id":"58c7d5f5-63c7-48b7-88bb-b28347b98e69","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   da d8 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.931021532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63255","req_id":"58c7d5f5-63c7-48b7-88bb-b28347b98e69","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56024,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.931229446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.931837448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.931944431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63255","req_id":"58c7d5f5-63c7-48b7-88bb-b28347b98e69","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.93717875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4258, tv_nsec: 731289865 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.937271224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:13.948271742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57448","req_id":"489643f6-88fb-45f1-82c6-e2ec6060dfbe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   28 f1 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   (...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.949557904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57448","req_id":"489643f6-88fb-45f1-82c6-e2ec6060dfbe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10481,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.956026393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:13.956073777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57448","req_id":"489643f6-88fb-45f1-82c6-e2ec6060dfbe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.01910367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.01964054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.019695399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.019727864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.019755639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.021176209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.022261923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60983","req_id":"edd6d401-5c0c-4c4d-b00a-829d14508961","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   1f db 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.022467021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60983","req_id":"edd6d401-5c0c-4c4d-b00a-829d14508961","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8155,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.022668302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 8155,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:14.022755656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60983","req_id":"edd6d401-5c0c-4c4d-b00a-829d14508961","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.024126037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.024182249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.024211357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.024791753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.031200903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.031248888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.031277736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.031678535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.041068784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.041214975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.041775813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.044229161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1d6012-619c-46f3-8255-f6b527b7df0d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.044565381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.06497238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76204345-5ded-454b-8f1f-6eb99135b05e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.065391856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.084288176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f2709d5-622d-44d2-b6ca-73e194af13d8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.084482303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.090372599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c798052-f6be-4d0a-9cab-f17f8fb6f366\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.09056384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.094613358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30613bcc-5956-4098-99a1-62a9f97e16a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.09470975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.104960354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9373aff-e8a6-464f-88b3-8d187b61c9f1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.106915529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.107604071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.112416279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbe44bd3-0c0c-4a35-9e2a-9a93fb53a330\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.11260746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.117609546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb6935c7-7a98-4d91-8b8d-80a6ec21d64b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.117855256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.118807884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6f4fa9-4b82-4959-a54d-31c06fe63784\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.119051459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.120490998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddafcb4a-2d63-4125-a9b2-cb4ebd5441f8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.120734663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.121821138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04852116-4f75-4cf9-a83f-55ad5ab997b2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.122050134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.122948063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3180e922-f246-4fd4-b259-3a93d48706b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.123162721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.12431155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf303ce-ccf1-4d64-b06c-aea3736f2fdd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.124582039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.126298439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6941a14a-3fc1-415a-b71c-962fc11d45a7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.126510631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.128386789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1adee2f-9400-422a-b882-c212adb94d93\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.128601137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.130896089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f26a218a-7fb0-442a-b388-1c20b332a6a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.131109775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.133563704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cea0910a-73cb-4083-a66d-365ab953f5f7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.133781779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.141940414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b96832fa-9c64-421b-89be-305933fa8926\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.142163298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.149646949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc7a1b33-baa9-4240-a146-aa006bc6f516\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.150060894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.151564089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4065eb80-17bb-4af1-a9e0-438135b2d24d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.152455916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.156402389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d5de02-1e5a-44ab-9173-853badb59ced\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.156702346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.15821978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.158281553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.158313577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.158340641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.160157891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.160813017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67063d6c-e72b-4d50-bbdd-1ed6c59c3695\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.160950651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.162510669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff1ec9af-6071-402a-acc5-b66e91623170\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.162658754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.162990174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.175868674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.175926509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.175957822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.17659431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.180366225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.180467838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.181915582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.18230582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f004d1d-df10-4c5e-b355-297f0d6d084d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.18270744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.19102382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a903a573-ee9f-4075-82ea-c190deffffa2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.191151995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.195259569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da26e5db-929f-45cd-99e5-cf8fb2755a33\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.195453345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.199481441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90fcaceb-9457-470c-b532-41d8cbc260df\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.199591661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.202887046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc1de7b-5061-45a1-a8d1-9b894f078754\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.203054049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.207701359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72a16b89-f871-44f2-810a-2bd386eb064b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.207782791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.211278516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"469ad26f-e7f8-4fdb-9ed6-aa62c1db2761\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.211407052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.212628075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2650c635-e299-4722-adef-98e9716ed2a0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.212733024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.214322511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"386d90a8-21c0-44ce-9500-c6dfd20dd465\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.214550124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.216266654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c424e3-a1d0-4013-b01f-4029700a979a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.216512735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.219469656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.219814954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2d8023c-c9a5-4fcd-97a2-364e1080359b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.219913701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.222270647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce75cbba-fd9a-47b2-b267-b4de5d6822f1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.222557458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.226010448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58df0cef-a258-4086-bc99-4a799973263a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.226129856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.229505101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15cde61c-0d03-4823-89b9-bd4a0fd4564e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.229578648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.233526584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af731fd-c980-4218-b508-6d81b1892f44\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.233602034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.237019934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95ae0e6-3aef-4b09-9ca6-c3d24ae85705\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.237101036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.24189145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e2cca47-ca1e-41fb-85a8-dfeb8d4e01fb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.241971259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.244962359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b5fe2bd-7417-46e7-be8c-50a9c06fcf36\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.24503327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.246182991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f197b0ca-026a-4f55-ba4a-63e936c18e02\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.246305876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.247558792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b9ca5fa-624c-48eb-94eb-535fb3774579\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.247813038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.253935627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64acecb0-9977-4c4e-b125-534ecb845ec5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.254131838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.255189355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b598c225-bd6a-4176-bec7-a9510957c498\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.255252441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.255290387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.255323262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.255351288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.2560698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.260535858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.265465299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.265527143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.265558776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.265589437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.265617984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.266480472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.270577205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.270637074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.27067001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.270697073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.272581308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.272640666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.284484083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.284546798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.284580014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.284981033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.287474311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.293307052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.293381531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.293415128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.29376281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.348380964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.348442927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:14.349121689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37729"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.349807726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"0fc88877-cb8c-4c30-8c9c-dfb77089b208","remote_addr":"[::1]:37729","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:14.350522631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"0fc88877-cb8c-4c30-8c9c-dfb77089b208","remote_addr":"[::1]:37729","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":728,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.350652499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.350816356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.355415239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.355702852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fc88877-cb8c-4c30-8c9c-dfb77089b208\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:13 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.35837179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.358427571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.358456919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.361160646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.361220996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.361257189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.361284072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.362122162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.402074013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.413424438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.413766931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.413828674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.415263573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.466184109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:14.468195867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:14.468463059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.468518229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"584.642583ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.468553429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":28,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.468579541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.468607367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.468637377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.468663719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.469565396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.471621422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.47524902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.475336013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.475371704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.475837032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.47839069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.478450148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.47897815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59560","req_id":"7e8336f6-5b04-4df3-8114-455d00d3d9b3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   10 bb 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.479121385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59560","req_id":"7e8336f6-5b04-4df3-8114-455d00d3d9b3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4283,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.479291354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.479471483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.479512966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59560","req_id":"7e8336f6-5b04-4df3-8114-455d00d3d9b3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.479860588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4259, tv_nsec: 278761787 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.479982832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.480200335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59502","req_id":"d8b63991-cfaf-495c-9468-ab50577d820b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   72 da 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   r...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.480253631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59502","req_id":"d8b63991-cfaf-495c-9468-ab50577d820b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29402,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.480345544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.48043851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59502","req_id":"d8b63991-cfaf-495c-9468-ab50577d820b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.532704446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.532978532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.533034444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.533068221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.533095876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.533733557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.534002031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56572","req_id":"779795c0-f4f2-41c1-98b3-1ecf530a040d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   59 da 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   Y............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.534139024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56572","req_id":"779795c0-f4f2-41c1-98b3-1ecf530a040d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23002,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.534986964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 23002,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:14.535091192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56572","req_id":"779795c0-f4f2-41c1-98b3-1ecf530a040d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.535338755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.537129062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.537184242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.537798035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.543579264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.543684483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.543722779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.544080071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.545868705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc0ca38-a72d-4079-8796-6415689235f5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.546113553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.546840211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.54739182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.547423192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.547875343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38dc03fe-ddd3-44db-8947-168eb360ff18\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.548066494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.549802453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07201c70-260a-4284-97d0-0d024e06c9ba\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.549945408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.551710254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52c947ff-38d6-4b18-a091-1fac5bc8884c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.551829111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.553729577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd3b558c-4cdc-4d84-adf7-8f96a9a1fbe9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.553816781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.555594543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c13ca9-6860-4f55-b571-af24e427bc1e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.556440769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.55808731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e1af2e-0d73-4dc5-ad79-1275e9f82ad2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.558158472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.560683142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b0c4931-5171-44be-bf9f-5bd034a1cc6a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.560747911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.561620269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4411ba0a-3b93-4347-9845-48402cf0c94f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.56175119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.562820761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d21a118-815a-4b60-bf3e-90c5cf619a7f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.562904087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.564015882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8dcf24-12e3-4258-b584-5cd279659f5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.564147715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.565961298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6bd6f53-7ce4-40b8-8123-b44d5097fc50\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.566063322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.567380225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560c569f-07b0-46af-8c5e-965f55e5bc53\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.567531968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.571365476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"804e713d-346f-497e-abae-87382a6f82dd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.571624722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.573124621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8021486b-4eaa-4d43-a8af-376dff8fa9d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.573332826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.575103023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04a47e05-7b70-40f3-9738-0dc48d6986e8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.575315245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.585895165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25bf47d0-fdf6-4aea-a4f1-11a852ccb75f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.586348448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.588673351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a79dfe3-af97-49a0-aff9-238d2feff355\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.588942377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.590880929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8acc1e71-1829-4f72-a49f-3ad77a7fb8d3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.591090366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.593455308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2ea14d-676a-40d7-a89f-2fb77824b96f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.593766659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.594201976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.598127036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5896ca1a-e729-488e-ac1b-9fa95beec963\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.598351434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.599397127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bc3f99f-cfbc-4809-8976-a8a32379caa2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.599529811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.600607078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d5ff9b-5b40-4e66-8b56-6df9c1c9b32e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.600845513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.602266133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf5e917-0ad5-416c-aa17-951e3c04b4e8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.602680559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.604465055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c139b58-896d-429c-a37f-cd512566c690\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.604586997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.607578628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9453cc92-f681-4790-8d9f-f4b150dd0773\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.607697124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.610158178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6fb491b-d926-4489-98eb-769751fcc41e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.610282054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.613026102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40587def-8c81-447f-bf6e-15a6842e2fed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.613086923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.614837291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6dbb6b1-b001-4c72-adc5-248621b8f7db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.614952941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.617120069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81af202c-c4de-4c8a-a6bc-5ba4f54beed8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.617242964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.618175973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b3f10df-1506-42b2-8fca-3ac506a94228\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.61829995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.619868715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f83acac0-4358-42e2-b120-a54c5cd46557\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.620153042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.621643211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"635b2190-f82f-4ecc-9271-a34243f37c4e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.621758992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.622682502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da04476e-d9e7-4006-9974-a5bb6c266f8f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.622744465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.624045046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8e3c0cb-6755-408c-85fe-9e516c03a34f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.62417247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.628954538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8114dd6d-0dac-4283-9507-725cfc88d0c2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.629043315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.63087793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8ca7517-7c33-4bc0-ab1f-0fb95fd44baa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.631055053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.632737305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f328c7-9f6d-4955-8a73-95c0f132378f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.63293055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.635682684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"245683ed-a6c4-4ba5-9e10-4ca8d81c20c2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.635759587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.645255266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"626809ae-5494-4dd4-a5de-84de5b71be57\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.645329635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.645639001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.647331373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.647393867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.647429278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.65294627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.657510945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00e1001e-8699-4385-aca9-b9669c827818\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.657885441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.659265471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d5014e7-6261-424b-ae85-829f287b3019\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.659308486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.660347336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb4f72e-e71b-4b26-b6f3-59387a87643f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.660632995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.660794738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.675078157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.675124359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.675153577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.676993904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.680564187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f5d7a7-d4da-4b05-b2d6-bd693058239f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.68061076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.681624961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.681692645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.683522792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.684943212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.68498755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.686162972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.687016713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.688021696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a704a2-b4ff-4a66-910c-c52fc803812e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.688073288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.68810416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.688133859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.688160873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.689551113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.693656954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.693812183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.695689413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.703222552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.703287973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.703321359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.703352181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.703381389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.705186475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.706256527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.706361346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.708281272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.719404544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.719485736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.719523862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.720374276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.724036062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.77926894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.779333448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.779642043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:14.780434622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48384"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.783523076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"59fbcacb-bcde-4876-891d-5418f2afbaa3","remote_addr":"[::1]:48384","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.783588597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.783621602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.783647594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.783672233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:14.784458279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"59fbcacb-bcde-4876-891d-5418f2afbaa3","remote_addr":"[::1]:48384","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1341,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.784534802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fbcacb-bcde-4876-891d-5418f2afbaa3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.786892149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.78694792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.786976477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.788693768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.788753086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.788786904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.788874318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.790138266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:14.793182391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.796176818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.799196364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.799559588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.799602002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.800084664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.811513535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:14.830772868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:14.831280279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.831669064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"363.104842ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.833113271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":29,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.833188862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.833224743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.833255735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.833283029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.834206239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.83783563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.848862581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.849132579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.849190314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.849983314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.855005189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.855123084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.856674095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64270","req_id":"2aacc667-7777-4c04-ab5b-42065ed10412","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   4f ca 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   O............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.857721061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64270","req_id":"2aacc667-7777-4c04-ab5b-42065ed10412","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 20426,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.857802022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.857828475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.85785104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64270","req_id":"2aacc667-7777-4c04-ab5b-42065ed10412","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.857893654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4259, tv_nsec: 656339135 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.857932001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.86043625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58343","req_id":"9a2dd884-a70d-43eb-8ec7-7c52307b938a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   09 21 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .!..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.86050108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58343","req_id":"9a2dd884-a70d-43eb-8ec7-7c52307b938a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2337,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.860585117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.860683273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58343","req_id":"9a2dd884-a70d-43eb-8ec7-7c52307b938a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.935982041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.936552728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.936592186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.936620463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.936647657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.937299365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.937717909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53830","req_id":"048ecd86-6396-4447-b936-25ea479c5dea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ad 8b 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.937888509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53830","req_id":"048ecd86-6396-4447-b936-25ea479c5dea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44427,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.938604095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 44427,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:14.941033656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53830","req_id":"048ecd86-6396-4447-b936-25ea479c5dea","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.943469369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.943505621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.943532053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.944444521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.950616799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.950754383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.95078793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.951113649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:14.95536024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.955422294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.956712114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.961716425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d27e4306-d6d2-4e3b-b118-ee8c3d2f18da\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.978379545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.981201127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f415c88d-c17c-4710-88ed-1d02e0358cf8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:14.981555112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.059669029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28a13378-379c-42a9-bc22-ed762b729c0f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.059862534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.081986765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.082339769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdcb5837-25ba-45fd-b057-6e03c53ca832\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.082472493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.086655948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85977399-26b8-411b-8682-a59fb0755617\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.086735487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.091067218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8b443dc-1b38-4177-a318-76c9d46d6691\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.0913094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.101611186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a42132-fc24-45e9-8dfc-5dc88f88cf7e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.101850342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.118621738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d9ce195-435e-4ff2-a329-cbd7bcf232a3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.11886869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.120866892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16db4dec-d5a4-4816-9971-04e2d452289b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.1210365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.123268206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ee26b85-e47f-488c-827c-52940625b73f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.123648644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.125159795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d3f986-5586-474b-81ad-bc4410bcc78d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.12522272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.126345598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91fca87-7a2d-483a-87a8-9fba5464398f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.126584033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.129344212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0a716a-29c7-496c-8732-3d827b622060\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.129565152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.132840859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97b284fa-a986-4437-85ab-3e52f46cbc12\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.133036489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.133172159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.133218752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.13324806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.133274032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.134327711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.136447615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e8fb5dc-d431-4af0-b818-e422c95a6bd5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.136531713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.137401766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.143925564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.143989752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.144069862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.144674968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.148167536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.148227456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.148979113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.149186978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb16993-370f-4f4d-8d2d-eec3cca9a584\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.149323189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.151988549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef648e9a-4382-44b9-a634-213e1b5f6215\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.15207915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.154817837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00042c22-5856-42e9-87fc-bf6ab152ee02\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.154891744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.157202618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef714918-34a7-407e-a7a2-d5a30acda90e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.157392987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.158359613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12840a4b-c627-4ed6-8560-c73df173c72f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.158507959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.161787754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfdc767-9bb6-473d-8e68-f143a320df1b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.162364313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.165254451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b4b161a-16a9-482d-bb10-9fabc989a5a9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.166200636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.167627349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63cb2a5a-6028-41b7-9ba3-7d8c209406f8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.167760514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.180189979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8101ab-6ed2-4aa1-9c34-a3aaa8463b9f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.180506159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.184089579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.185747201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b3d2678-dbc7-471b-bd30-b3687668dd25\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.18637382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.189148478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41d14cff-3198-4d57-bf0f-81f2b051ca09\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.189231213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.19144328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"024710f0-a7d6-47a4-a40a-b699030be276\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.191595814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.193810036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f38aa4-3a69-463e-8cdb-ab3e48438756\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.194015405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.197743213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bebf97f-35c4-4aa4-9d8b-33092f0e554e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.197948742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.201955145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"742a482b-c819-4e71-a458-2ffd062773b9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.20216357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.206064352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d01b760c-d2e5-4560-8e3e-9d31e9b76067\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.206840539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.20843255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d27f4156-484c-4b87-9695-5321f682226f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.208747388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.20971213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae95f4e-62c0-46ff-93b3-11be8e77bb4b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.210050063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.214973804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cbe8091-4d14-4e26-928e-1a2b8d3fb35f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.215236908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.216737778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd8bcc04-5f1e-4b03-8a2c-d140c6132e9d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.218278648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.220300647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b53e30-d3ed-4a94-93ef-9181b70b9d07\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.22189338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.224526767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b04973db-4308-4138-b69d-1f17a5f2b772\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.224753399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.227416144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76a5df82-40fe-41e1-8211-5cbd385c4416\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.227548057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.233601538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ec3016f-cf3f-4fae-8ae3-aa6b093e9b7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.233890684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.235226436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.235286736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.235321014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.235347397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.236270826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.239282226Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"029ce88e-c815-4631-9f0b-e73ec5c44c46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.239482205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.23973583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.247168549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.247230874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.247261625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.247910488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.250734454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.250797229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.251576272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.252441916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"892d1f56-afd7-47cd-b70a-8893c04d4816\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.252506776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.253812367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d27ab77f-fb3d-4b35-a40b-91404f9882e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.254142505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.255484388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12deb93-0c60-471b-af00-69728eaa407a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.256126357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.258889633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb3f67b8-fefd-4842-9342-66c54c6210bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.259156024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.261082542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"327917b0-fef1-45df-98b5-a3aab54ba223\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.26114691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.261181279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.26129742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.261329985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.261950682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.267897661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.271713413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.27179681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.271830326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.271863052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.271890687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.272482596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.277008594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.286946434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.287012857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.287045401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.287497152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.363392248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.363460484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.364935933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57117"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.36537074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"7ed9b084-c59b-47fe-9ab8-ae2218122c48","remote_addr":"[::1]:57117","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.365918311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"7ed9b084-c59b-47fe-9ab8-ae2218122c48","remote_addr":"[::1]:57117","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":560,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.366193349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed9b084-c59b-47fe-9ab8-ae2218122c48\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.371160525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.371218381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.371246657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.373745265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.37380807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.373840926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.373869002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.374652723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.377563934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.382017748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.382205482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.382258948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.382679677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.399539168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:15.430543352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:15.430894381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.430956265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"597.839236ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.431035042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":30,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.431070873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.431102285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.431133528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.431161834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.43285641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.434164867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.439387904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.439452964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.439508735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.439960906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.443128637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.443188006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.445407217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62119","req_id":"7376bd4e-1a50-4144-a97f-66f9376d46c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   d9 7a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .z..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.445475393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62119","req_id":"7376bd4e-1a50-4144-a97f-66f9376d46c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55674,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.4455745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.445597627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.445618979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62119","req_id":"7376bd4e-1a50-4144-a97f-66f9376d46c4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.446249095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4260, tv_nsec: 245125785 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.446314355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.4473862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62627","req_id":"327a0ead-388f-491a-9280-cbcafc35793b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   0c b2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.447450959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62627","req_id":"327a0ead-388f-491a-9280-cbcafc35793b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 3250,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.447641298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.447788442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62627","req_id":"327a0ead-388f-491a-9280-cbcafc35793b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.503340946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.503775302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.503831945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.503912205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.503953817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.504858139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.50571694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51100","req_id":"9b7cec79-94dd-4b95-8fd6-65604c4053d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   c8 b0 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.505782531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51100","req_id":"9b7cec79-94dd-4b95-8fd6-65604c4053d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 51376,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.505899965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 51376,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:15.505974263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51100","req_id":"9b7cec79-94dd-4b95-8fd6-65604c4053d2","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.506610421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.506663767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.506695781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.508061241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.515260846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.515380374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.515474261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.517477903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.519780321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ffa426-180f-49bb-a5e6-660fbad53b34\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.520099717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.522617694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.522677844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.523565983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.525520898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d31c1028-548e-4609-96fd-7ee6db539b7e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.525850345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.529822479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42614fe5-26b7-4d8e-a506-2b1e4de8ccd2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.531125385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.538603214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0a3241e-c450-48e3-bf6c-956807d00f6c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.538772211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.542585749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59071651-2bc9-4dca-8266-f9dee0102c3e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:14 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.543287006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.547573787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb0e475c-d2aa-43a5-8d6a-eb7e5f87a77c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.547657785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.552138412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52b2c5c5-bd26-42aa-9dc5-0fb2cbb8e457\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.552217229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.563302265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.563815698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3528d7bb-dd86-4b4e-b600-baa5f2a78231\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.563933683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.567487434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06f287d5-eaaa-4517-95f0-e988129deea2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.56785199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.570708301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd309ecc-2dab-483b-b876-b6c9aac6b6c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.57094826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.57281078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f41145ac-0657-4298-9208-71d3832b887a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.573486106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.575046535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b77a7a-9b2a-4d16-aec0-9f2f4acadaa3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.575095242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.580713737Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"334bf10a-7ba9-44c1-8485-a35712ea0c9d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.580997061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.583260912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.584224762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.585285095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fdfe3f1-0072-439a-a2df-88ecef09fa02","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.585778478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fdfe3f1-0072-439a-a2df-88ecef09fa02","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.586177833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fdfe3f1-0072-439a-a2df-88ecef09fa02","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.587758262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fdfe3f1-0072-439a-a2df-88ecef09fa02","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.592750198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"2fdfe3f1-0072-439a-a2df-88ecef09fa02","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":7470,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.59374496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fdfe3f1-0072-439a-a2df-88ecef09fa02\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.594219666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.595277494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eca419e3-13d0-40aa-8bdb-b860eb834bd6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.596555891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eca419e3-13d0-40aa-8bdb-b860eb834bd6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.596722553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eca419e3-13d0-40aa-8bdb-b860eb834bd6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.598511998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eca419e3-13d0-40aa-8bdb-b860eb834bd6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.602731195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10942fa8-6e8c-4eb7-9ac1-c50111c32ff5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.603352333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.604147497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"eca419e3-13d0-40aa-8bdb-b860eb834bd6","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":9208,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.606572268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca419e3-13d0-40aa-8bdb-b860eb834bd6\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.607046573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.608618054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.608673705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.613839868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8fc7459-1a00-4e41-9609-1705a1e77708\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.614100027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.614375866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.614420796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.614448701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.61447316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.616814224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.620453315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.639644983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.639719171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.639752177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.642255194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.644465398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb523ae-cf3d-41f4-b8b6-98cb71bfaeec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.644724895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.646042059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.646103782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.646752565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.649892451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88607189-47ba-4f2f-83d3-7a403885001d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.650059173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.657730227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9135a47e-e3bc-40c3-a12c-c75fa2a3a548\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.657885857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.668665354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da666e9c-fb32-4d07-87b1-a438cfbf2823\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.668791676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.670777282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7762002c-0aa1-4fe3-b907-26ecc20f22eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.670918384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.673173396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac905fd7-cded-4e92-a04b-aeb29aebbcae\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.673730436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.675182309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4005c5e-6730-4119-81a5-ce1e9b47ef48\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.675309763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.676685464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f499377b-6fda-4969-aec9-4fe717541056\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.676757528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.679837174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6399af69-0251-428b-bc0d-ba12f0ba852a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.680055669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.68234506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.68242507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.682456332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a53a8ad9-3a71-4fe7-96ac-2319ae8ec548\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.6825758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.687210134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.688361067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.692892325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.694433796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.694499928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.695907302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"060141f3-ba47-4d55-888f-e8f842ccaa50\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.696244504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.700328261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41544664-d8c9-4acb-b057-c5013aaed288\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.70048364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.701543743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.701650636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.704241157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cb4c6f9-6027-47dd-907f-adce77924792\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.704405254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.713267441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49d180da-0df7-4f38-b2f7-a38625b53372\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.713610926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.716697065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b63c16ff-aa12-48ee-a362-96baa93407dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.717210187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.719121655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a10ad7bf-a60c-458e-8fd8-0eb6f97daa98\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.719327496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.719890096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9a8656f-5719-4eb0-87b5-8ecef92ca23b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.720045957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.722483303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c8f8855-59de-48a8-8636-41e4e329bd9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.72268724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.723376884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.723435681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.725320376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.727997851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.728049864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.728077269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.72824323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eed4ef77-b21f-46b0-9fc3-41c4c4ec7ef6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.73014567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.732174693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e968c32-a8b1-4111-9ceb-63ad16fc81b8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.732333419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.734515807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f7a0c22-54ef-4049-8bfd-2a363faf8f76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.734589304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.737512237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11268ac0-d9e2-448c-9e14-a77807788c98\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.737891192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.746330477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.746478302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.746727188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.746835193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.748159682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.752034733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1832a397-e8fd-4068-a1f7-17ae32c2a46b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.752265753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.752540851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.758769922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.758872055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.758983247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.7595117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.762345927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.762458712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.763261932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.763531399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f12ae88b-e861-4abe-8b6d-b834df02f085\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.764303367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.771970163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ec20156-ec30-47b9-9f88-0458d4004a03\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.77213962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.77676209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbbc7a71-9ad5-4147-ba7a-0cf72f3db22b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.776840306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.778419873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab5c73ca-06ed-4f02-be9e-378dd576ec6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.778577537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.779488042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beae89fb-98b6-4665-a949-fdeb0a961c41\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.779653391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.780499066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c45915e-42d9-4af3-93fe-369956945f78\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.780648764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.782181608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"721ddee3-9e7f-4338-8fad-45338ff5fe00\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.782248091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.782283521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.782314473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.782344934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.7832866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:15.783615144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.786338089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.793364759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.793488716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.793602613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.795378752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.795443351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.797297956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.802842613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.809352524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.809500579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.809649565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.810234791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.880647725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.880711953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.882679994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49704"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.883104971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"081217fd-642f-43c6-be17-796fbf1c7fcc","remote_addr":"[::1]:49704","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:15.883643724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"081217fd-642f-43c6-be17-796fbf1c7fcc","remote_addr":"[::1]:49704","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":555,"response_code":"200"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.88392796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.884220603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"081217fd-642f-43c6-be17-796fbf1c7fcc\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.885947544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.886002824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.886033065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.888439539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.888504248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.888539729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.888570951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.889141738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.892109311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.898988027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.899267193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.899322413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.900197997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:15.930861322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:15.931534573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.931641196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"500.571485ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.931693029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":31,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.931724301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.931756496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.931787588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.931817417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.932474937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.934584861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.935003846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.935328633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.935385516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.937117597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.938841753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.944776006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.944841907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.944875374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.945559557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.947283182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.956845404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.956927347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.956959391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.957446812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.96030678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.960359034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.962320442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.962597114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.962644428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.964345697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60137","req_id":"28d424e7-1591-45a8-a6cb-abb4f7047924","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b5 5b 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .[..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.964410787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60137","req_id":"28d424e7-1591-45a8-a6cb-abb4f7047924","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46427,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.964563261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.964740995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.964787478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60137","req_id":"28d424e7-1591-45a8-a6cb-abb4f7047924","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.965262103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4260, tv_nsec: 764126369 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.965324989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:15.965992669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57529","req_id":"86047acc-b7f7-4df8-84cd-f116e8f3422c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   17 14 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.966150844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57529","req_id":"86047acc-b7f7-4df8-84cd-f116e8f3422c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5908,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.967366887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:15.967443049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57529","req_id":"86047acc-b7f7-4df8-84cd-f116e8f3422c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.048543376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.050071811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62843","req_id":"eee8507e-ed79-46cc-b673-106887870e6c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   57 fc 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   W............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.050543822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62843","req_id":"eee8507e-ed79-46cc-b673-106887870e6c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22524,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.050867777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 22524,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:16.051071222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62843","req_id":"eee8507e-ed79-46cc-b673-106887870e6c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.052388667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.052448457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.052476021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.074627016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"431239d7-88bf-4220-9731-5561708735e6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.074846032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.092007626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6402a4-f8d1-4926-990f-091bc672a91f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.092284417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.119743668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bf05226-a660-4062-9d29-ac4a18639b9d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.119899709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.124122152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.12618891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50bf61b0-9c0e-444e-bb6b-02008c10fa47\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.126435381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.128376979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95def8b1-7095-4735-b86f-0b745b3e115a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.128520445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.130670218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2e3ba35-6a5c-4e6b-a92b-fdd2234d56a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.130743093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.132931554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c44e8e38-6092-4c08-972f-4ff76d1d0808\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.133066042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.134712693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3a7ad30-27b7-471b-9289-6c8052ee18db\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.134780007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.135559309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b471a35b-39f8-43a8-ae76-102e40c25593\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.138754105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.140900952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e913e3d-1304-4f7f-9265-12428e12bb76\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.14096994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.143605741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15cc152-7146-4dea-ba25-3a23e82c0350\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.143818375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.144922926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c00f608b-0807-41a9-a4ed-bfcd18fab0ee\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.145016943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.148410655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158c04af-4b1b-4f9a-b63a-c37a688603b3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.150222114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.150567963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05973096-c747-4c24-b9ed-8b43bdb57891\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.150940696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.152825251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37d96fa2-dc43-445d-bef5-e50298bc5e4f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.153047283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.15507821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70bc93ae-7f14-4d12-b0ad-c139a5195ccb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.155260974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.158067916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"354f2f4d-6f64-4705-8af0-95e181febf5f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.158131994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.159598937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d7c7632-9dea-4575-96dc-48b4bc6aa461\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.159696732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.16159289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ea6ae6-44b4-4ce6-993a-9818c56d9c1d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.161712137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.162407272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de2c436-1cbd-4dd9-a51c-aa0a754b916e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.162542572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.16335954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2af1c8eb-8a85-48df-a005-9e4e84d50fd7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.163504819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.167427184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9d6c689-eed9-4700-8d0b-bf7fa6b43400\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.167555109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.168665441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f167f5d-888b-469c-8709-a6f57d04d923\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.168724208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.171919535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33d4412c-239c-4add-b750-e6be86065617\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.172256115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.173911013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb7e81c8-1eea-45d6-bd19-d5dc2b13654f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.174044559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.180218209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.180314391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.180351074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.180381866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.181117231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.182189016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a199ca90-5ea2-4bd9-8693-9050eb193cae\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.182334095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.183845617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.189633779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.189696885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.189727065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.190636327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.192507174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff8b7b47-ecb5-4f8d-ae68-52e45fe9098d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.192734066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.193663889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.193738378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.194200819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.195608534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a190a962-61ac-4baf-8a60-ab3ad3de74fc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.196327115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.198724923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eedf1c0-471a-400b-aafe-3f7bc62aa2f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.198851024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.201431516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6981098d-3ef5-4b26-b91c-220551d4f383\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.20158949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.202527199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1196b318-6abc-41f2-a578-ba3dabeb833b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.2026132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.204838985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777f65c1-a01b-45a0-9250-5802fb8e2dcb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.204902311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.206436478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a32e6919-6776-43f2-985f-a874562f0a9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.206710073Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.207757369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ee54063-4f2d-4618-9e0d-71f2954e3939\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.208062618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.21406658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"566bfdd7-060b-4b12-a2ea-5d746e6ee2b9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.214349253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.217762424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"300efbb1-ff31-4902-886a-7459169ebb8a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.217893415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.231943859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6167ff2f-a259-4fbb-aeb7-79f84d8c90b7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.232537061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.241142056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8243233-4519-4ce3-b886-77b94145ae02\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.241386724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.242377117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.245920607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e02322-79f5-4ae2-a752-e254601d4b3b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.246289442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.249054742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df6a45e5-8ed1-46bf-9a67-2d34925ee2b6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.249185673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.251620163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd47fad4-e394-4191-bd65-af96e731d00e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.251724461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.252558603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db070841-1297-4baf-abb5-d28d42f6505b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.252740335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.2538822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42b0fb8a-9148-4aef-bbe9-ad898e8efc8d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.254068872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.255120527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e446fa2-a58f-4127-b24e-5757c70ab461\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.25525231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.256191561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76cbd4d8-4582-48c9-b89b-0fe44a16a9e8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.256254126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.256288104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.25631641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.256345308Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.257353386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.260123065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.274199611Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.274251104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.274280462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.274307616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.27433466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.274810128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.2792228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.284941013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.285016273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.285051934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.285528413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.35549156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.355777901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.357071398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.357232078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.357334031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.357451726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.359362062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:16.360042818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43591"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.361148902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"75b8aefa-b775-41b3-95a6-c497daa9af16","remote_addr":"[::1]:43591","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:16.362090097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"75b8aefa-b775-41b3-95a6-c497daa9af16","remote_addr":"[::1]:43591","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":949,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.362687307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75b8aefa-b775-41b3-95a6-c497daa9af16\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:15 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.365557145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.374517438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.374594712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.387903699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.38805957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.38822036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.388263747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.389011076Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.389436103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.402010216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.402989286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.403056901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.403505164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.406566093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.41294875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.413793293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.413849234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.414446685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.416189848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.416249086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.416775154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.449074087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:16.449464946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:16.449802749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.449857348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"518.200591ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.449893079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":32,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.449919181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.450015533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.450055503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.450082998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.450855517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.453384766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.460294453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.460376707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.460459201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.460789369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.465134948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.465256029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.473467019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65400","req_id":"87526a7e-1e7e-454c-af5c-0d736076c114","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   3a 50 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   :P..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.4737036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65400","req_id":"87526a7e-1e7e-454c-af5c-0d736076c114","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14928,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.473921895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.474348655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.474538964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65400","req_id":"87526a7e-1e7e-454c-af5c-0d736076c114","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.476119243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4261, tv_nsec: 275009159 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.476195655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.47664983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57415","req_id":"255ecdf8-6182-4ba8-a19c-ad71c0a88067","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   78 48 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   xH..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.476712084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57415","req_id":"255ecdf8-6182-4ba8-a19c-ad71c0a88067","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 30792,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.476990399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.477158935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57415","req_id":"255ecdf8-6182-4ba8-a19c-ad71c0a88067","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.539546488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.540101113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.540163788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.540199659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.540229058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.541282276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.542011329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52005","req_id":"68937e04-710f-4604-8e93-502d3a05fb9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f5 82 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.542075637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52005","req_id":"68937e04-710f-4604-8e93-502d3a05fb9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62850,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.542228592Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62850,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:16.542320294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52005","req_id":"68937e04-710f-4604-8e93-502d3a05fb9c","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.544905656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.545064512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.545293388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.548842139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.56173636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.561803614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.561831138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.563857957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.567223422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf67618-10a6-4c55-b7d7-5b6b304a3d55\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.567499472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.568892227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.568952718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.569859354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.570591192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31254229-cdc1-4006-959c-7f23ec396449\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.570792754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.58446274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a4ac4f7-1418-43a6-9646-a8fc6de5029a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.584836074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.602716269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62865645-0735-4733-9b99-1d4a1980e153\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.602990997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.610306402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0934da68-def3-47eb-8a8e-31aaeceacf79\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.611782373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.615266635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bc467de-df2a-4888-8d23-7d36655a1803\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.615486864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.618724314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9c9098e-f10a-4918-95f6-0606e479c467\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.619095183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.62249156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.624872344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7daf1f9e-fd5b-442c-a803-278a89cd4463\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.624948025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.625886465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"641fe761-decb-485d-8b39-fefa532c0834\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.625949149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.627240703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c9312d-be2d-4f05-9856-aff3aaa79a0f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.62824305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.629624212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefcc89f-ec72-428b-9d80-2b547947f401\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.629936133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.633364314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6031958d-d69c-4abe-844b-0fd57a9b0b62\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.633487309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.634824814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f4dbec-ef0d-48ce-b1b9-6bfca5e12c6e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.635045764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.637680964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070b30c9-fb2a-4128-a524-c506c0b5b902\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.637758759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.640063141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8669c565-70a4-4b0e-9974-a695944a2cd1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.640127799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.64184452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58919e4a-7a7d-4139-8c17-ed228cbfe604\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.641922756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.644244642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6387ed1-89a0-4b95-a645-d7b6773ff087\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.644318399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.647067466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e217be72-bdc1-4ae3-abcc-3af2e86f71ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.647131594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.648895038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4607084b-439e-4c98-8b62-25870a4b6096\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.648989075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.649949909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93266c4-7929-4740-a61a-432e09f3d20a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.650017093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.650990693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3700719-9a28-453a-b762-2cafd893cd03\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.651091795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.654005129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e164d0ea-33a4-4bf3-a19b-975efbdd3f09\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.654578912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.655725808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"909e7ade-6973-4ff6-b1b2-80f73094d9fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.655795897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.656888965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94f9d77d-93f5-4b3b-acd8-cf261abac5dc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.657034074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.659417283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fb07370-e012-4d0b-9c14-aaf33647a064\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.659485128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.661797755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99079463-e727-48eb-8ab8-5cd316cd6563\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.661862013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.667901457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cf0798f-396f-4039-833f-d4abefcd9451\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.668087547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.678976343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c3feda-a4d4-434a-aac3-02e2f2ac4212\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.679209698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.6794919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.67963748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.679737159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.679924382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.681432046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.682476216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.682620022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.682848327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.684352094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.689481353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.695396519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.695493222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.695675765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.696450459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.696911618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.697074121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.701982621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.702090436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.703179977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.703287391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.703841174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.708505327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a202a5c3-0325-497f-ae8d-277b07471f9c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.70873233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.712975043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298542c4-6e43-43a1-9919-c7e1c4b3f3cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.713152246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.714083261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a6db3c2-ef37-4d10-95e8-63878fb55881\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.714225635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.7154231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b528f04a-bab6-45a9-b490-65a8809358b2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.715566356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.716744373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f718fdf3-cbba-4deb-9f11-11b8cdf81ad8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.716874893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.718244823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"242cf5f4-f790-4442-970a-9e5c2b2ed272\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.718501193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.720026533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6394e24f-ac90-479e-8d7e-08af8f6dfdce\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.720199758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.722520492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b74c80-17c8-4aec-a240-2066efd61031\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.7226152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.723539592Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.723629652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.726621262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.728078245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.728138816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.728167272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.728516558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08318d52-fa3d-4f5a-836a-d0e963971cde\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.728578331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.730846972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0685bdef-e42a-4081-9ad3-4b5801bc59bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.730910067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.735033172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92aea156-5873-4a8c-9b5e-c52189af0039\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.73509725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.737122074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.738701682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"226260bc-d950-4716-baa4-695c861914f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.738797923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.741921427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf3a236-f21c-4109-b765-242f14916721\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.74252516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.746517284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8004cbf2-756d-449c-b953-689105df85f3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.746599788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.74778524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9b31382-3ef3-4b7a-8a90-da2835556667\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.747868686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.749152123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12973616-7007-441a-8472-80a0deb6e5e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.749371691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.750571792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddee7b4c-964f-4aee-9051-07f6c6a2d034\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.750636301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.750771981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.750808313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.750837091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.752407349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.755657385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.762446582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.762515158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.762549397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.762580779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.762608825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.763676242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.766587101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.780513689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.780579651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.780612015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.781772878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:16.784801202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.858938264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.859094045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.85975905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.859888568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.860071622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.860179988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.861230802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:16.861397274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57764"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.861993712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"c8a6890d-3415-4141-8a57-3c00b9227e46","remote_addr":"[::1]:57764","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:16.862662925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"c8a6890d-3415-4141-8a57-3c00b9227e46","remote_addr":"[::1]:57764","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":678,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.863189915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8a6890d-3415-4141-8a57-3c00b9227e46\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.868382381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.868469455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.868531288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.871483289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.871605202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.871782916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.871884809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.872829181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.87452519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.881358655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.881440288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.881473103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.881895064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.883948706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.890099822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.89054059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.890594618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.891277859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.893412672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.893470668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.894234911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:16.930940855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:16.934508523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.934648722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"484.634502ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.934705686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":33,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.934736668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.934767209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.934797038Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.934825294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.935783093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.939176323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.946741767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.946866866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.946960302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.947555749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.952489509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.954978829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.955065622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.955751448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63420","req_id":"6e53dbd5-f1de-4f19-9647-37584420b360","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   02 73 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .s..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.958877847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63420","req_id":"6e53dbd5-f1de-4f19-9647-37584420b360","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 627,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.959094319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.959268476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.95936576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63420","req_id":"6e53dbd5-f1de-4f19-9647-37584420b360","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.959829383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4261, tv_nsec: 758719731 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.959892349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:16.960362345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56081","req_id":"22303691-a74b-45b1-b947-508dd03947c8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   ae 39 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .9..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.960424299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56081","req_id":"22303691-a74b-45b1-b947-508dd03947c8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44601,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.960539588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:16.960643616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56081","req_id":"22303691-a74b-45b1-b947-508dd03947c8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.032434985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.032811686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.032867387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.032899451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.032929561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.037243185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.040047192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58396","req_id":"4b7b0b97-b3cb-4735-bc14-def3ea53c405","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f2 0f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.04009657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58396","req_id":"4b7b0b97-b3cb-4735-bc14-def3ea53c405","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61967,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.040268914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 61967,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:17.040359013Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58396","req_id":"4b7b0b97-b3cb-4735-bc14-def3ea53c405","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.041357793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.041411691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.041440699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.043389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.060705372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.060793758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.060827485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.062459788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.0792294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.079298989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.079891269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.095769996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0aea813c-e52f-48f5-ae2c-a2f27d1363e3\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.096004363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.117774809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3c5f09b-f837-4ca9-8ccd-bd1458955881\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.117974898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.126767627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2aa75ae-90e4-4190-85a3-6f09ddb37c61\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.127091753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.129432236Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d80072c3-401c-4f9c-b165-eaccf2f0f0db\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.129542405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.132909955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c302a75-9118-4083-82e9-952a18802aa3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.133030976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.135126481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c91e7d44-5693-4a78-9c15-5cff70237402\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.135246831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.137436033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6847a2aa-da8a-442b-9592-4c1530514705\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.137549279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.140025593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4679bdb-7671-42ee-a705-9dc222ee8552\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.140185912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.143162863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67740562-e71e-4dff-bf0e-8efb903e18bc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.143338123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.143933719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.151028094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5412869-5cf5-4474-92e4-d416007fc403\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.151214095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.152428575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5ade12-6b96-4a36-884a-13b6f0039912\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.180402731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.182056757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7406a418-a16b-4fd7-9f2f-488b842c675a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.182141396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.184430787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c613c57-532e-47c5-aaea-2e3d92cc4731\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.184653651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.18716272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0ef74b3-36c1-40af-a40f-95a292c0f5d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.188039367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.191542406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f850740-23f8-457a-a075-dea9e2bdb768\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.192324364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.195354111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45208fa-d5b7-47fe-b05a-72b44204ff0f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.195416555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.195571905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.195803036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.19585039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.195876772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.200137943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.201015952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e35ccfc-2fdf-4956-935e-a3d2ee3953af\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.201148596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.201367893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.209129808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.209206982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.209333203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.210087787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.213627961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9c1cf96-d4bd-4274-ad53-d2b2811cb406\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.213783861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.21617217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6972e4ee-75e4-4577-b415-acc96bb4b9f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.216467248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.217194998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.217239697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.218195431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.219963965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2191507a-c7dc-45c7-b5c2-2bf0d7379789\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.220071208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.221092623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c62f32a-5ac5-4bf3-8652-86a7c8de7a96\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.221153314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.224062962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ea0776-76f4-42fe-adc0-3f6a9c180527\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.224126699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.224163512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db4fffbe-3b78-4c7f-b3a6-6d01f0cc1f07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.224302409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.226147926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc662ab6-5baa-499f-b333-d44c5013c28e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.226375479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.229467971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b9f518-d919-48eb-bfb7-205d48ae83b3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.229781135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.23229846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d736e22a-826a-43f8-9a8a-e045c00e857f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.233423191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.23585158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b93b1d8-7bea-4c88-a228-73f72e241468\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.235971378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.238620026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7899283-5f1d-4cbe-be36-9e4ea1f77d71\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.240539811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.248400783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b998e954-6e64-401e-af6e-576b037e3188\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.248486554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.251904785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"daa0bd45-5b0d-4033-8e61-149ffaa0449e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.252127839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.253297489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c910bd-2771-46ae-9fd7-91ca981e1dd3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.253597728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.254852548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2fa1225-696f-4b95-95cc-8842eb2c0fb6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.254975473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.256204201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03df85a8-8f77-41b7-a18d-39d54eb6a25b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.256332166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.257547006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b339fb8-311e-429a-b6e4-8ffb2d81f4a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.257616835Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.259514867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"292762a4-f759-43dd-8023-558aa4f5a28a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.259673223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.262986594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df27ecc9-e2b8-4c0b-91ea-98811561109a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.263053898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.266172342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"999e65be-61b9-4a0c-9b7e-4e2dc8334364\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.266309465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.268386503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d75c13f-7042-456a-9a86-953ae80d6746\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.268720298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.273410463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bac4f9e-54e6-42e0-be5b-aefef8062962\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.273672846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.274064025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.276825828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7866bc-6221-4fa7-83f1-3c96120279de\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.276952731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.278985271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c1c0d2a-5076-47ea-8c90-ecb206d49523\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.279357522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.280509928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d2fbbc-c3b9-499b-bb23-53cc7918a9cb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.280753283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.281967994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc08f0ce-e322-4c31-8bc3-91ed978f9c93\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.282195777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.283988549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb5126fb-a2a0-4ad1-a19e-1817fc13ec9b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.284216724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.285221536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd86d92-ef75-4ade-afc5-d6c54106200c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.285516283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.285640561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.285732143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.285819477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.286795292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.2923104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.297696862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.297770339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.297805288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.297837412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.297867823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.297895658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.299749252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.304281261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.304760626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.304821167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.305726771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.375503457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.376511095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.376972183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.37706094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.377097403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.377126401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.377988899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.378412854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48971"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.380202129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"a9116064-89ab-42c2-a440-cb7f61bc5185","remote_addr":"[::1]:48971","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.380431486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"a9116064-89ab-42c2-a440-cb7f61bc5185","remote_addr":"[::1]:48971","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":659,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.39054704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9116064-89ab-42c2-a440-cb7f61bc5185\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:16 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.396671333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.396753266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.396782724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.399717933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.399789485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.39982695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.399856278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.40056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.401678579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.411599576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.412532164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.415831137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.41768465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.421553539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.421633408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.422331198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.430253383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.440525619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.441296225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.441340693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.442650052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.484734423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:17.485859915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:17.486733435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.486796952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"552.126656ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.486844387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":34,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.486872913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.487048694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.487104825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.487137561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.488415156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.491223442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.497520207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.497619425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.497669515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.498489899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.501477833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.50153172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.502381503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59677","req_id":"909c850a-61bf-439c-a205-55f0635585b1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   bb 37 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .7..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.502441873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59677","req_id":"909c850a-61bf-439c-a205-55f0635585b1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47927,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.502778053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.503128993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.503290043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59677","req_id":"909c850a-61bf-439c-a205-55f0635585b1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.503801923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4262, tv_nsec: 302697611 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.503857334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.504810944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65199","req_id":"aa22c2c4-6fc5-41e1-9af1-7e216741880f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   5b 8a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   [...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.504874019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65199","req_id":"aa22c2c4-6fc5-41e1-9af1-7e216741880f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23434,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.505072815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.505534305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65199","req_id":"aa22c2c4-6fc5-41e1-9af1-7e216741880f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.553817035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.554253154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.554308134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.554340498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.554368574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.555342214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.555750377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63342","req_id":"16a91db4-b11a-428c-bac7-73f7f2f3110d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   1b 82 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.555922711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63342","req_id":"16a91db4-b11a-428c-bac7-73f7f2f3110d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 7042,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.556020856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 7042,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:17.556235935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63342","req_id":"16a91db4-b11a-428c-bac7-73f7f2f3110d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.556505231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.556552255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.557585614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.558029017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.567903902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.567970816Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.568003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.568662023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.576422695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.576562133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.577772535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.578098645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce5d339-eb18-4ed5-80bf-6c07ea360908\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.578445426Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.582191199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.583136142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.583778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"24c50479-26dc-4670-8290-69073168d78c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.584598535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"24c50479-26dc-4670-8290-69073168d78c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.584716881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"24c50479-26dc-4670-8290-69073168d78c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.586211629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"24c50479-26dc-4670-8290-69073168d78c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.586397109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16310519-c571-467a-b067-bca717b5ce47\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.586678139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.590865552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"24c50479-26dc-4670-8290-69073168d78c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":7092,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.591406179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24c50479-26dc-4670-8290-69073168d78c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.591693011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.593059002Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"461e9437-9dea-4be2-b859-aa430580b90b","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.593457807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"461e9437-9dea-4be2-b859-aa430580b90b","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.593577666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"461e9437-9dea-4be2-b859-aa430580b90b","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.59432747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"461e9437-9dea-4be2-b859-aa430580b90b","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.601641883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"461e9437-9dea-4be2-b859-aa430580b90b","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":8855,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.602456917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"461e9437-9dea-4be2-b859-aa430580b90b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.602519081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.602551536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.602751534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.602847124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dadb3386-b407-43a7-9abd-82e78bff7ac8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.603139417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.625705669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a516730a-61fd-480b-b417-7338001d9989\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.625909585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.631676044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93b18ce1-8356-4528-9bcd-0f32a9225e2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.631926183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.63542829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.637548966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2190f3b8-ff05-4196-b217-b39b4f6dbb18\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.637824204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.640023766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c12b36d8-5edd-483a-a905-123b8e919435\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.640356439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.644698631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00747258-587b-4c28-b636-f528e64c245b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.644921585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.646482235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667e4c53-bac9-4c28-98b7-018896b6f07c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.646782343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.657759684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2810dd94-2276-4e76-b91a-d6b09073e7b9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.657979753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.659506785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"520ec5c8-4579-4576-82ad-91f290ff09fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.659942253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.661322954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f47dceac-1cfa-4b90-a1f2-4ea5dba295f0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.661393284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.664453411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a558d50f-23c4-49cc-b347-f091e01dadda\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.664617558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.667068782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc3a052b-8ec3-4aaf-bbcd-a0cf83ef146c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.667135124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.668945401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96fe333f-e834-440b-9c67-15132e1818e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.66902037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.670900827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cae6870-7564-495c-a249-a6288db961e7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.671046648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.674563374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e74c8369-4fea-48e1-857e-98f0f59ce4d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.674935706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.677507891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63204224-c4b0-4a50-8f37-143223fff207\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.677744893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.680059104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b7c5c10-fc2a-45a2-985d-255fcb658e11\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.680299614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.681822408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63d06e18-cb63-4609-ae9a-d9b5101248f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.682113297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.682764254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.683105213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.683674838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.685923258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.686213587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.686267865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.68630063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.686328195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.687079121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.688696253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d904b68-59dd-4d87-82dc-f04204711a5c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.688857545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.690546129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.690606459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.690711899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.699929064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.700031728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.700125916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.701776174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.703570058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98c20db4-d968-422c-95b3-e493446c0fdc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.703830337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.705522719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.705579232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.706904131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.707243157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.707297515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.708515873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b58b46ad-f9a4-4501-8ad5-2844319d6cf2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.708824968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.710359676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b0046c5-c5e4-4104-a3e1-c3e6a6f34b6a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.710597179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.71307182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef73f9d-5a47-4e10-b963-2bf7c393b462\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.71314733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.715361552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7aa77977-a89b-4ae0-86ff-7c6fec01978f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.715516341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.717796123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e52f07c9-9eb9-4ddf-8ff1-dc339855f641\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.717966983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.720334811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87052bd5-e00d-4d3d-853b-fcd8903b9cfd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.727745376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.728424058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.72849996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.730341729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.730963398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.731020912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.731050201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.732575029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"125db079-4e79-45ba-a30d-53101c9387ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.732658195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.73625958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e1cc585-3962-41f2-b52b-613f95441a38\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.736437775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.738188503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c4cfff-c66e-4230-898a-e3ab28799c35\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.738515555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.740227185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"186506b1-4a07-48b8-b8da-65cb210fd05a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.74069143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.745026979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82780239-1446-4e86-9669-ee177ede28b5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.745269091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.745757594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.748500079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427c2373-69a3-4579-9afe-25b2c06927a5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.748623424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.750447449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c88f977-f0be-44e5-8e07-4351adad6a19\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.750684431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.753815529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e3aae42-8b29-4871-a03a-a6f0f62cb042\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.754388411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.756754725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"634c452a-313a-4b91-a0f3-094d448789c9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.756915977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.759040139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3a60367-ffdf-476d-9c5f-0ba6ad81290d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.759154497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.762909999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c1485f1-f1e4-4924-b191-419fac40a823\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.763069437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.765150243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9fe842f-c728-4696-aa99-03848455299a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.765422946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.769222376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"175b2400-f83c-4b17-a955-cc74847d331c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.769293618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.770963185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4edb4afc-aaee-4f29-9ce6-2be134145bfa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.771496097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.773271644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7f9729-9007-4691-aecd-c9e89a1914a3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.773509218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.775619442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec6e0d2e-c0b6-4627-a712-726e6d8cdaf5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.775885101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.778159673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8ebef1-f11f-4716-872d-74037443a7d6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.778242108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.77827839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.778307829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.778336365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.779014306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.781330271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.787676445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.787760412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.787954579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.788126251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.788194086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.789002908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:17.791366557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.792904842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.797872059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.798252938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.798292156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.79853995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.805930104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.806001626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.806033941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.806061175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.806730178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.809540417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.816420756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.816489683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.81652323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.817242984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.871713814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.871788813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.872796511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58177"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.874420487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.874480656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.875172214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.875331021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"30b1d085-b6a1-473a-9a00-4abe06f1e726","remote_addr":"[::1]:58177","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:17.875918381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"30b1d085-b6a1-473a-9a00-4abe06f1e726","remote_addr":"[::1]:58177","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":592,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.87625935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30b1d085-b6a1-473a-9a00-4abe06f1e726\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.880398598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.880452535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.88048033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.882327521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.882384254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.882416859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.882445716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.883094309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.889054283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.896316914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.896551621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.896602222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.897415312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.933640268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:17.936660987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:17.937012597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.937063429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"450.194303ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.937101424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":35,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.937126905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.937155051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.937182295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.937208698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.938074703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.940465397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.94628378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.946363699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.946398248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.947251107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.95026905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.950327516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.950824066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50755","req_id":"58412085-c89d-4a1c-9dc7-d723af604e06","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   9b 55 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .U..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.95088633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50755","req_id":"58412085-c89d-4a1c-9dc7-d723af604e06","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 39765,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.951161618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.951658007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.951839218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50755","req_id":"58412085-c89d-4a1c-9dc7-d723af604e06","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.95281896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4262, tv_nsec: 751743556 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.952957286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:17.953412914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54586","req_id":"81052271-037b-46e0-9c6a-d9b940ced606","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   32 1f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   2...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.953579095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54586","req_id":"81052271-037b-46e0-9c6a-d9b940ced606","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12831,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.953814995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:17.954192677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54586","req_id":"81052271-037b-46e0-9c6a-d9b940ced606","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.016363739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.017215526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.017366427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.017469292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.017636165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.018820975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.019843192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59434","req_id":"5fafe599-66c0-4f11-ad97-e20d46436d1b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   5e c7 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ^............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.020155143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59434","req_id":"5fafe599-66c0-4f11-ad97-e20d46436d1b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24263,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.020470341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 24263,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:18.020821481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59434","req_id":"5fafe599-66c0-4f11-ad97-e20d46436d1b","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.022022213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.022079668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.022109077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.024051537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.035947789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.035999873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.036030564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.03669576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.047652831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.047738892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.049129904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.051876055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f01683-edae-4060-bf9f-40065351d127\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.052158298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.069895398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df7ef71d-77a5-49cf-b949-58169abf7c13\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.070103943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.08275539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62af2aeb-456a-4790-be41-5c3178f8f8c6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.082984918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.085149009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96af451b-0dc1-446e-8187-bef0609e5e17\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.085277926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.092329877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ac4841d-fa16-45b7-9d97-e9b2a4fd6a07\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.092421049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.098648166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28e08c36-a5ae-4489-b02b-8390f778366d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.098778415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.10559668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.106398458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afb44bb1-4d21-4a46-96ae-5e9d6fded51f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.106613947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.111131919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33f55a64-8568-4bd3-b48b-9cf47f0e63f2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.111349733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.113108447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"484effb7-dec0-49c2-96ed-6a8df999f092\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.113256121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.11421402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e5e516-c067-450a-96f8-6f0a4cf87990\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.114361413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.115710902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dfd9fbd-bf11-4283-91e9-984fd0284d0f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.115843126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.118245662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bd747d5-9c93-431c-9b34-d5f773f63b7a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.118330281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.120264996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7427ff1-af30-4cc4-87cb-0b3246f43dbd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.120460355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.123475442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d61fec1-aa11-4f77-a099-ff8dbccd1dbd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.123607325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.125492852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6019ea8-165f-48d7-9568-dd53acd7663b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.125559605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.127622916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05b4366b-c351-4d26-b6cd-02dfdd7774cc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.127687184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.129561398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5971be-6425-43af-b811-16a5714437a8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.129631328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.132476997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69126315-2ad9-4633-8bd2-a886fe6b0963\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.132652908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.134949514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0693f160-3dc0-4fb0-8797-ef6a540e6a70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.135094593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.136087892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f2e9f2-025a-4e6a-b99c-64b52b420394\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.136216668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.13876214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1bbebf7-ce35-403f-a384-820e803d7107\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.139211916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.141985773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5485ed3-8f27-4fc1-8e12-723744ff98ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.142090502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.142980064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d63145-9e9b-480e-a4ba-97fa4c362742\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.143232287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.144686374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d91c94e-67b1-4b65-9171-9928e749c1a2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.144857845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.147260102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"815d0cac-55a9-482f-bfed-3feb13588fe6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.147333819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.158325509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.158398504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.158432512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.158461871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.159497133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.160014785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b601205c-8bd4-41b3-b939-30a4371b84cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.160193591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.163118849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.169396918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.169477609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.169895411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.170551839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.172272077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26277874-d510-4eb9-962a-adf89ee243e4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.172356114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.172925078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.17317214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.17373956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.17590757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00696291-6155-4d5e-bffe-914f73a74adc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.17598271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.180576783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8edf7ca5-e616-4b64-a9f8-0f89e534c83a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.180844246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.184305653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a319ce-e9a0-4a87-9acc-db2291e3643b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.184374921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.184671932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36259206-5818-4410-8f64-e6813d64629d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.184845067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.190454263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecde847e-6f2d-42d1-b573-6750f16c8544\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.193879157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.195525688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"060cb3ee-ee82-4105-8800-89d972eef488\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.195791718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.197121047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d40512b8-3203-405e-9103-fe005a02cba9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.197435703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.200651711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07a43402-6e47-4315-a9e5-a1f7c694731e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.201210975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.206299063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62c64e35-1cc1-409a-a87e-ff815175fb1b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.206443601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.211076973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e29eee7-ddbb-45a0-b716-9da77acf3e9c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.211315698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.220742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5632543f-8f3a-4d9e-9dfd-f824cb4f8ff8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.220922058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.222528018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f6914fe-3841-4968-ace3-61bf0d404d4d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.222596114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.225583586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"596fdc61-b53a-47b8-9bb1-4bf3aa0a43fe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.225654197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.227787548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4d8c9c-c928-48a5-9a66-1f3859a23a09\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.227908979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.229861921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb582ddf-179b-4eaf-bc55-a03ed194c636\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.230432307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.231712999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac6226e3-7855-4c82-87a3-5970322319a9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.231866174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.232882268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91994867-79fe-4796-a17c-453b0c818a7b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.233011265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.233915718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bbf9d22-9706-4945-9b87-73e52d54736e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.23405767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.234105285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.234137018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.234165124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.234854618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.24141025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.247054876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.252842518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.252925443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.25295911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.2529893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.253018959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.254079342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.271190205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.278039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.278115893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.278151034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.278699085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.368724776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.368788403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.36882206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.368849855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.368878853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.368904243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.369019824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:18.369144392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54160"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.370488259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"19196377-e4e7-4365-bf92-88ffab9f2b57","remote_addr":"[::1]:54160","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:18.370550293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"19196377-e4e7-4365-bf92-88ffab9f2b57","remote_addr":"[::1]:54160","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":500,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.370986823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19196377-e4e7-4365-bf92-88ffab9f2b57\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.373184061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.373233439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.373262226Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.375062103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.37510606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.375136471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.375199516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.375685174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.376618985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.383745373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.38379899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.383827136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.384252464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.386665441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.393975817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.39665261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.396773722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.397724386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.399835772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.400014719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.400639063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:18.433816176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:18.434286964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.434343507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"497.196282ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.434459488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":36,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.434500289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.434530189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.43456084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.434589186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.437077935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.439166336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.442884204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.442949484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.443040615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.443344741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.448452097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.449088936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.449156952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.450056344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61119","req_id":"0feef7c6-897c-4e24-b823-42c3f03d8dc5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   05 92 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.450124089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61119","req_id":"0feef7c6-897c-4e24-b823-42c3f03d8dc5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 1426,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.450288767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.450414477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.450503014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61119","req_id":"0feef7c6-897c-4e24-b823-42c3f03d8dc5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.450840406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4263, tv_nsec: 249736454 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.450899674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.451194942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51441","req_id":"1a80f897-fcfc-4c58-b41c-cb220ba7dc53","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   36 3d 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   6=..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.451255824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51441","req_id":"1a80f897-fcfc-4c58-b41c-cb220ba7dc53","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13885,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.451341154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.451440522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51441","req_id":"1a80f897-fcfc-4c58-b41c-cb220ba7dc53","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.519810494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.520369618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.520431522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.520466451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.520496762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.521285954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.521586924Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62853","req_id":"d505d6e3-8b3b-4d2a-bb4f-e9a066571ab1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   03 14 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.521646352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62853","req_id":"d505d6e3-8b3b-4d2a-bb4f-e9a066571ab1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 788,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.521837353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 788,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:18.521929827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62853","req_id":"d505d6e3-8b3b-4d2a-bb4f-e9a066571ab1","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.522120256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.522171498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.522200957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.525583036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.532071644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.532175491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.532272724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.532825937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.53532709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e39370f5-8e9f-4d29-a5e0-85022ad7f6c7\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.535791014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.537492855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.537553356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.538846883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.539935442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ae844a-f68a-44df-bec3-5e7e5caf00fb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.540133477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.54237378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3237a563-805e-47e8-ae4f-9c56c07af393\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.542442677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.544937077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"091850df-4184-42c4-88a5-e60862b88796\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.545049992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.549216895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9da444bc-5dc3-4377-a71e-787476e36421\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.549314549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.553254099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfaa70c0-38db-45f5-82e6-a1d6cc11698b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.55334025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.55673799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca6c407-0626-4a81-92d0-85031f94e114\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.556906616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.559604782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1695d5fa-5494-4344-a738-507c1cfcd5d7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.559702436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.561044039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07587e9-41c6-4904-aeb0-1055f38197e8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.561175111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.562495161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fec4bc5d-829d-477b-927b-55300d1e600b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.562658216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.563774159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43dcee14-5e52-4408-a76d-389d2e46486c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.563852716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.564973378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b2fcc67-8eba-49ce-9266-17bbc8491a8f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.565096404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.569048087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.569337333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d14d442-88b6-4857-a098-6e071918cbc7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.569500669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.571881793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"072a5d56-9990-4a16-aaeb-fb685fc94431\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:17 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.571998706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.581612831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06040835-82c7-4691-b2ab-d0fc9228d40c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.581789964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.585497682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db9a7f21-1502-4bf2-a030-e2f62472b273\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.585640817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.587267518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b1ffc08-47ea-4da8-8554-31882ae56b94\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.587511534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.589449315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e624f16a-6537-4383-b3e8-0336b694213a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.589568984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.591701192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbefd5fc-64ea-41c4-a98e-608a390e7f02\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.591755169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.592813107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3007a299-bca4-4332-b534-dbe897776d71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.592956753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.594060162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e68028f8-c008-4407-ac81-c46075df6be7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.59425978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.595497907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73cd98f1-bea9-4f09-a026-bb5451b2c718\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.59592633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.596820732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652f2804-0e60-4944-952d-d2c5690952c1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.596939699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.597970353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67aba1a9-e825-49ec-8338-8fc438143b52\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.598160221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.600610703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d24f3100-91ab-4fea-a934-a39e61e18510\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.601342952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.602974323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"765ba405-ef93-46d3-9d32-709976ec1608\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.603108751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.604804068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965f9968-8da4-47d7-90cb-00104fd51648\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.604875731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.607905939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34d1807-d290-4279-b2da-3ddfa997ad23\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.608253762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.615351273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9e7c492-7fbd-4bfc-b4ad-e19f08a2f14d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.615461332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.618251101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a02abd91-7284-4a80-9e21-e703355507fd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.618320389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.619279871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9d3c975-a741-4bcd-b520-0458a502d047\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.619360311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.621165938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.621228513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.621260587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.621289735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.621890502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.622094579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"263c2a67-379e-45dd-bba9-a19999382250\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.622248115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.625112271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.631458586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.631524668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.631558655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.631981037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.632196506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acb1fd0f-6eb7-4d88-8484-ea2b24d8d51d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.632339772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.634409515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"effd161b-e85d-4531-85db-ccc3a3c180b1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.634480116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.634683471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.634728481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.635163528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.636978223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2399dd48-c31c-4f3a-a071-f21d009969a9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.637268241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.639431531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b81f149d-c16c-42e6-90b0-4cead99f8668\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.639759274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.642112653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24acc26e-b7b1-4a14-87cd-0647b93c0ff2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.642188264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.64459514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f99fbe-6362-4acc-b234-63869b8f185d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.644664277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.647964994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785cb49b-3932-4ee3-b757-42288c77da05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.648036346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.654526467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4dad0cc-1b32-4807-bcda-a15f4a352f49\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.655231141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.657876502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba893593-3e79-4ac9-ac8a-bcc7b9cba26a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.657953966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.660621521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4c00d38-8304-4ed6-9b78-176966810f01\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.660784947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.663769523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b658c87e-36e7-4fae-a45f-a794c077279d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.664099741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.669669298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"847dbcfa-010d-460c-a3cd-e2dd11f9e17b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.670616836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.673248399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce627c94-8515-4fcf-a624-6d39664a415e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.673310794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.673344681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.673374821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.673446093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.674532468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.677781571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.682764359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.682827585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.682860601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.682892996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.682921322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.683421258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.683866495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.684040943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.684094189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.684347844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.685285022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.68786896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.692423314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.692500338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.692534115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.692924473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.695927035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.695977436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.741299837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.741364777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.741749223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.741804222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.741836527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.74186301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.742916629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:18.743036728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47082"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.74349957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.743724138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.74484468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"8b53e84c-6ea3-4e77-b6bc-5662e9b775b7","remote_addr":"[::1]:47082","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:18.753818179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"8b53e84c-6ea3-4e77-b6bc-5662e9b775b7","remote_addr":"[::1]:47082","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2788,"response_code":"200"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.754590338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.754651059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.755174362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.756186689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.756241758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.756271678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.756327519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b53e84c-6ea3-4e77-b6bc-5662e9b775b7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.759184391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.759263539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.759294491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.762568714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.762635107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.762670748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.762700377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.763744307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.765488742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.772352608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.772435263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.772469311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.77327207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.775629407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.780028472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.780210725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.780271105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.781060789Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.782641518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.782685496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.783161344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:18.785987475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:18.810611576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:18.811583382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.81164749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"377.19223ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.81168747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":37,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.811716067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.811746598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.811775375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.811805415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.812501882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.816545118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.817215143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.822711074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.822783939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.822818067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.823649573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.828521861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.828653363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.830439983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55014","req_id":"6e486f1f-dad1-4301-8db4-3aceb250ebc2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   82 9a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.830732776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55014","req_id":"6e486f1f-dad1-4301-8db4-3aceb250ebc2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33434,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.830951723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.831219195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.831699072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55014","req_id":"6e486f1f-dad1-4301-8db4-3aceb250ebc2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.832289368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4263, tv_nsec: 631205146 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.832347764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.833543917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49207","req_id":"a3c930fe-4651-48af-af40-fee733418ab9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   39 b2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   9...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.833634067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49207","req_id":"a3c930fe-4651-48af-af40-fee733418ab9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14770,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.833864817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.833957551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49207","req_id":"a3c930fe-4651-48af-af40-fee733418ab9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.887483358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.887899698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.887961441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.887994096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.88802118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.889777569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.890182326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57785","req_id":"681ac64d-6b5c-4c97-b4bd-2efc428416ae","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   72 52 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   rR..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.890245371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57785","req_id":"681ac64d-6b5c-4c97-b4bd-2efc428416ae","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 29266,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.89046055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 29266,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:18.890556181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57785","req_id":"681ac64d-6b5c-4c97-b4bd-2efc428416ae","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.890980987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.891035235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.8910626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.894243978Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.901794031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.901860564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.901951144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.902414307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.908433981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee99e759-4b75-4635-87d6-706470d6d951\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.909337812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.910905585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.91102338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.911631181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.915072648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d9dbfc-dc1d-442f-862e-15be5ee75b02\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.91532482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.921760213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c03c9632-5c43-4c59-a87a-aed8febbe016\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.921942927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.925228593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcad7f60-d5b4-448d-a11e-0f32aa30d36d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.925575424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.929083434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d96c3c79-c151-433a-846a-5afbbc25b24c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.929162271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.934328384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"280234f8-a697-4f88-8f39-35d601865cbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.934409696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.943864304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fcaa6d0-8417-48b8-b477-c7901b61e09a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.943941988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.94403327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96971e05-00ea-4c7f-859c-2dcf79076fa1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.944131636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.944165824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.944188309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1e89a5-3a75-4ebc-9125-14d61df55924\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.944222437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.944250403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545d317b-0356-4aaa-97d7-d00559853bdd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.94523784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.946671587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ed187fb-387c-4d57-8741-fda3370fec1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.946740434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.954048365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be5f5baf-1d0c-4496-9ee7-3b42cf040128\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.95411656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.954152953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea8988e-0cd5-4f5b-b5e5-54b6c105883f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.954183915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.954212782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8905d01b-09ec-4172-83fb-047ba7e5f703\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.95435704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.954399234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b1a523-2024-4d36-a45f-e3ff5814196a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.954431097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.957519541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b485f178-8a15-4070-902e-73297fc9d556\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.957906341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.961128141Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"840e75b3-f6e0-46ad-a4b6-80cc6de76fb8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.961363029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.964070022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c4be7ff-abcf-456b-840a-458278d0c244\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.964332064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.971992397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02904bf3-3a58-4036-9166-d6290582b146\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.972644075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.976292394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe6af24-41be-4165-92ca-9228196e88b0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.976542894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.978053734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fca20080-45ad-4216-8acc-165adf435e02\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.9783381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.981637735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ede91d7-8e99-4ff0-9c67-f5912c89bd45\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.982295395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.987796656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d394c46d-5004-421e-bd85-b57de888bdb6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.988668112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.995328032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.996607341Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:18.996725276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.99685803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:18.997647233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.017218106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.025223987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.025288947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.025321241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.026082227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.031994467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.03214137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.033236432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.039477677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c518c1f2-32b4-4707-ab96-722f51bb32bf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.039751613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.057417451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e2aa3b0-c071-4162-8aff-0d7741904fb3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.057598391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.060891302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35d6aef5-31b1-49ad-9db5-a578ce0285e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.061018826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.066334818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"384d2eee-7228-4cc6-bc41-24f93c72f7e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.066920655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.073227692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c60ea6b7-6b08-4b0a-9297-d17308d0ebbf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.073306689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.074730195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.079096224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09704da-fb00-476e-9bdb-5a81bc7cc634\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.07983675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.084918535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2128ffaa-d623-4814-a621-1dd6e04bb820\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.085164635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.085941343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4931d215-eb5d-4e44-9822-4273764ceaec\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.086203896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.087141614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f55ed221-f650-46b0-becd-510616c5cd4d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.08727994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.088347868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22d11b80-c71d-418c-aef3-17f9295946dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.088930298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.090800825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"621d484a-eca8-463d-9e1c-6b7ba3fede44\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.091076093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.093002752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b854daf-1eb1-426f-ad92-07aa95c43dee\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.093234243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.095515619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ce428f5-9db5-48e3-8bc7-8ebaed6df004\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.095641349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.098357692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2265b6c8-0651-4f6e-88f7-1d832045f94d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.098726587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.100569939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1e6e24c-258a-4309-89d7-77e690853b05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.100744307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.104236254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fae6a844-9e8c-4d2f-92ac-4b5ea89e3bfc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.104359931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.107341702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82b30791-2e32-43c9-9ea4-22cb5a36eef1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.107682691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.109496916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ecb8bc2-20fe-4d07-9a0f-48736baa3ae3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.109627286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.111249798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69a2b8fa-8321-4d02-bc8b-d4c7bfed5683\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.111423164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.114200668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31da591e-83a6-4ad5-bb80-183544984a78\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.114333893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.11524599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"463b33f3-7bed-48fd-89a2-3416d15653db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.115377743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.116343557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de1a5d6a-d611-4ba3-8d02-a145009083c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.116403096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.11643538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.11646544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.116492414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.117274933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.120641441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.128196473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.12827017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.12830514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.128334899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.128365671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.128788904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.129155745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.129748135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.129806501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.129837984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.130312419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.131865814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.136819324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.136882039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.136913712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.137632043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.138159133Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.146043723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.146096057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.146125596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.147586216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.158579229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.158794949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.160716868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.232252659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.232332828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.234966836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44037"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.236059594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"acaa14c5-b460-4394-8000-6447adc54571","remote_addr":"[::1]:44037","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.23716682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"acaa14c5-b460-4394-8000-6447adc54571","remote_addr":"[::1]:44037","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1165,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.238551499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acaa14c5-b460-4394-8000-6447adc54571\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.242106131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.242161942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.242190509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.244682534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.24474061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.244773275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.244803054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.245334694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.267051012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.272511993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.273111708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.27317318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.274185718Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.308456971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:19.320505607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:19.320879672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.320937628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"509.218434ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.321199279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":38,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.321250321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.321283296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.321312525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.321339619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.322218981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.324997647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.330046066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.330109662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.33014372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.330511383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.344212351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.344274064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.34490952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58500","req_id":"4e0e27a5-6c48-410e-946f-778bcbeaf2f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   00 e3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.344969119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58500","req_id":"4e0e27a5-6c48-410e-946f-778bcbeaf2f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 227,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.345248135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.345420999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.345653893Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58500","req_id":"4e0e27a5-6c48-410e-946f-778bcbeaf2f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.346000354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4264, tv_nsec: 144899328 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.346060012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.352743479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64078","req_id":"b37cf564-d745-488b-a65d-caa1780e7657","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   10 f2 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.352821675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64078","req_id":"b37cf564-d745-488b-a65d-caa1780e7657","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 4338,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.352906644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.353039599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64078","req_id":"b37cf564-d745-488b-a65d-caa1780e7657","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.409516255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.409975099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.410183234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.410319736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.410416168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.414055489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.418108043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61283","req_id":"c05383a4-ff27-4cd5-a235-d96d481574f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ab 84 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.418391047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61283","req_id":"c05383a4-ff27-4cd5-a235-d96d481574f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 43908,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.418777317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 43908,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:19.419213736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61283","req_id":"c05383a4-ff27-4cd5-a235-d96d481574f9","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.419834403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.4199783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.420155393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.42139356Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.458327157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.46343294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.471589351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.478701442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.496224776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4140e76-1860-4d50-826c-8667a8d4bbf4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.496595685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.497114449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.497246492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.498010825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.500145107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"149c3b65-5a92-4a6e-8edb-50632b476c01\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.500359725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.504856664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59db3adb-bed1-4311-b252-7ca727842691\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.50516049Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.50839301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd39cfd-7d7c-4363-a3ba-71b1d8f17c87\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.508567909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.512296267Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd2d736-1005-4327-87d2-429fdce09c09\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.51247346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.516933276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc822f40-a930-4ef1-a5c8-7ae70cf03cd7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.517764803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.521835684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87f58f22-f7f5-43af-818a-6a5b2bf86010\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.521998679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.525334666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0b99a7-c813-4f60-b754-b322be1c1321\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.525529353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.52584879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.527030675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03cb4568-934a-4998-851c-309c9582a93f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.527169792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.528158161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f186688-8e9a-420f-a065-1483a0c3d88d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.528299272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.529202111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44e30826-90b5-4fb3-b3b9-add7feb71111\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.529334585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.530232955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41071f43-9ed4-4d53-a8d9-1709874fe29b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.530347233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.531996549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5e423ce-760d-4efd-903b-9e22c0c0cdbf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.532061578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.534482041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e6f4c1a-caf0-4f3a-bf3e-9bc4ec4457e5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.534549395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.540933064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ee7867f-b823-47d6-b0ed-eaa93deb83af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.541018424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.543512614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"460730fb-75e6-47ff-a309-bab43014726b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.543571331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.549090257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e57d4c9c-7da4-4420-9fe4-6f4e94ef3f28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.549341788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.551206233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c0b1a54-308f-47b2-a3e1-d83d4d791ed7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.55139035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.554370027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fcc9910-0750-4abf-a8ea-c5bca251676f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.554662419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.557288572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ba9d9e-5d76-46d5-ba44-e68730996722\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.557350745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.558164156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d806c2a0-49b8-4d13-a31c-26300cd43bbf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.558603622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.56050003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30e555aa-8c8b-467b-8994-52da444398c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.56101192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.561989839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d3e9511-5537-4929-85dd-c6c02e5ebeae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.562096361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.56383775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce02f4ab-643e-4650-8940-f324e33761fc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.564194541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.569916572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf70d5f8-c897-449f-a997-abfd90e9fd35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.570279255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.576347956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2306564-b747-4638-80ba-8ec714ca1730\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:18 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.576690859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.5772736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.577332808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.577475272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.577527466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.579522281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.58352215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.600037055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.600109309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.60014468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.604667481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.607035479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.607757227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.608448074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3bf52fd7-41ad-41dc-b752-891650028737","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.608858832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3bf52fd7-41ad-41dc-b752-891650028737","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.609448116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3bf52fd7-41ad-41dc-b752-891650028737","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.610816282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3bf52fd7-41ad-41dc-b752-891650028737","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.612485538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.612590547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.61331479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.615877947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"3bf52fd7-41ad-41dc-b752-891650028737","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":7306,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.616825285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bf52fd7-41ad-41dc-b752-891650028737\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.617186955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.618276135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dfd1a670-bfa4-42a5-8331-d217097d4823","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.618824608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dfd1a670-bfa4-42a5-8331-d217097d4823","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.619004968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dfd1a670-bfa4-42a5-8331-d217097d4823","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.619836334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dfd1a670-bfa4-42a5-8331-d217097d4823","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.620063477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"660098ba-9d04-4101-a2a9-84ea98ac8895\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.620339787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.623361237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"dfd1a670-bfa4-42a5-8331-d217097d4823","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":5089,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.624166081Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfd1a670-bfa4-42a5-8331-d217097d4823\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.62443165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.624523302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.624599735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.627844089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9770d38b-e1fc-434d-a373-fe3cca6be990\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.628094839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.63083595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2f7c830-fd79-4eb6-8384-b84d68a93e4b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.631365415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.633740377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79cf2425-ca39-4905-b997-29f8277fcb14\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.634035745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.63575463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21564739-cbd4-4514-b6e9-e8122306b1ac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.636059878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.637704796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59fb90fa-591a-4b01-b385-8a125f7a5e54\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.638110965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.639479612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76adc5c7-f962-4f10-a9a9-8137289ead95\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.639725041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.642800649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d394718-75a9-4a18-9705-ce385b748bb2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.64698205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.666527072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9d70fa9-eeef-4f62-948b-6ecfafc5a713\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.666900386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.667464821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.674862149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080177eb-2858-429c-8cbc-fa50831008b4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.675172217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.678693924Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1769ec48-2b32-4aef-a5c7-f431a913a43c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.678920245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.682204869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.682349998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.68258165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.685235999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.761645219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.76180145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.761908433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.762000246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.762878336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.763355416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.763469664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.764513213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.765728234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.775394093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.789993852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.790084522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.79056491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.791159785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.791555774Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.791619681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.791993686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.792915072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.792977156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.793008959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.793036704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0389c7ab-3aac-41a3-a7e8-090a74fa0b98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.793255601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:19.808085939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.8089799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.809042996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.809774554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.813740435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa660269-f91d-43b1-bda8-02e4819cd94f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.814070944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.817927027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1664e657-9eed-4544-b6ad-da0a8d58c235\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.81816432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.836636975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.836700552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.839636782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.839698194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.839785138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.839848734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.839880909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.839904616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.842694514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.843882932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.845666706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":3,"reason":"Timeout"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.845727628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"56.322µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.845763199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.845790503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.845819591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.845848649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.84587918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.848376746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.84843926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.84846909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.848497597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.848527596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.848558207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.849062482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.849117853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.849229786Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.849275406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.849748479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.851249239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.851308848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.851339188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.851370962Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.851398396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.851550159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.851598104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"background instance updater explicitly disabled","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.851624958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.851647332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"61.272µs"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.851681951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":2,"reason":"Timeout"}
{"msg":"VPC route manager running","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:19.851709176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.851730829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.851757131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.851783824Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.851813373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.852255684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.852379682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57772","req_id":"45d39346-370a-40bb-b503-257abdb39b34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ff 51 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .Q..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.852442547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57772","req_id":"45d39346-370a-40bb-b503-257abdb39b34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 65361,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.852687415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.852817143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.852964597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57772","req_id":"45d39346-370a-40bb-b503-257abdb39b34","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.85359338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.856278259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.863191974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.863312064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.863361041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.863628484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.867431311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.879863822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.880136375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.880286504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.883196622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.883720195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"41.03539ms"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.887379546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4264, tv_nsec: 686240766 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.88767763Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.889332848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68d2a232-1913-4f5f-9320-2f27ef218937\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.889587646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.890562007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.912133036Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.912196503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.912283376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.912625568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.917985146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.920344938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.920460829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.92056672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.920668012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.920754263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.936116712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.936943469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.937506471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.93762112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.938601142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.938833906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.938937432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.939448691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.941091965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53491","req_id":"d930c08c-b7d1-4cf9-aa4d-b29116102594","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   94 d9 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.941477032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53491","req_id":"d930c08c-b7d1-4cf9-aa4d-b29116102594","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38105,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.942127218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.942552034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.942731832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53491","req_id":"d930c08c-b7d1-4cf9-aa4d-b29116102594","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.944851686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.949028067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.94929563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.949397092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.949904844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.960295797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.960413712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.960506347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.960589012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.961133867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.962980947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4264, tv_nsec: 761886455 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.963162249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.963918405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55704","req_id":"e023e105-05a0-487f-b73b-3e3a07e7d311","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   09 1a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.963989306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55704","req_id":"e023e105-05a0-487f-b73b-3e3a07e7d311","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2330,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.964082602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.964484954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55704","req_id":"e023e105-05a0-487f-b73b-3e3a07e7d311","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:19.96455833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64900","req_id":"16919d1d-633f-497d-a57b-9a225fd779fd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   9d f5 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.964595123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64900","req_id":"16919d1d-633f-497d-a57b-9a225fd779fd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40437,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.964672187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.964696906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:19.964832547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64900","req_id":"16919d1d-633f-497d-a57b-9a225fd779fd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.062825531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.063085028Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/vpc-routes","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.063822357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.073001055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.073065183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.073097257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.073127006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.073199751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.073755769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"all instance checks complete","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.075381127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.075442179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"224.482226ms"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.078081287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:56373"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.079325576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.149506728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.149589242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.149820182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.149875322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.15091832Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.151335822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4264, tv_nsec: 950211510 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.151400421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.153260397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.15796474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.158031854Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.158067364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.158917979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.162709393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc-routes","method":"GET","req_id":"3404a1f4-6bbe-4aef-a858-9aefc678eef5","remote_addr":"[::1]:56373","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.164457246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56304","req_id":"15a21d74-5fde-4dc2-93c1-9f26c2dffa52","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   64 b6 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   d...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.164511825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56304","req_id":"15a21d74-5fde-4dc2-93c1-9f26c2dffa52","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25782,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.165344744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.170651618Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56304","req_id":"15a21d74-5fde-4dc2-93c1-9f26c2dffa52","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.170964691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac4c4bd0-5cad-4558-ae1d-fe26e7fe1217\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.171489026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.172742303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/vpc-routes","method":"GET","req_id":"3404a1f4-6bbe-4aef-a858-9aefc678eef5","remote_addr":"[::1]:56373","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10291,"response_code":"200"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.184973283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.242566744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.242621393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.242654709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.242686152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.244370217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.244691668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62616","req_id":"b320a03e-fd1e-4722-8570-c8ceac14f1b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   2f 26 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   /&..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.244752679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62616","req_id":"b320a03e-fd1e-4722-8570-c8ceac14f1b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12070,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.244989772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.245111033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62616","req_id":"b320a03e-fd1e-4722-8570-c8ceac14f1b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.245472503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3404a1f4-6bbe-4aef-a858-9aefc678eef5\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.245535088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.245573264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.246356795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.297824872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/v2p","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.300307779Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.303656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38039"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.303724537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.352592974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.352671811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.355304136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.355409846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.355455658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.355483984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.356227606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.357859668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.35794623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.35879447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.358873788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/v2p","method":"GET","req_id":"f5867df7-06f9-476f-88ce-996f20725327","remote_addr":"[::1]:38039","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.36306075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/v2p","method":"GET","req_id":"f5867df7-06f9-476f-88ce-996f20725327","remote_addr":"[::1]:38039","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4452,"response_code":"200"}
{"msg":"computed internet gateway mappings for sled","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.366405344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","assocs":"{}","sled":"sim-b6d65341"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.366583209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:51119/eip-gateways","method":"PUT"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.36852632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/eip-gateways","method":"PUT","req_id":"6421f710-137a-4575-8b53-9d523806c660","remote_addr":"[::1]:56373","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.368700277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5867df7-06f9-476f-88ce-996f20725327\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"found opte v2p mappings","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.36875728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","interfaces":"{}","sled":"sim-b6d65341"}
{"msg":"v2p mappings to delete","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.36901301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"v2p mappings to add","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.369067198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mappings":"[]","sled":"sim-b6d65341"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.370725652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{}","iteration":2,"elapsed":"521.549583ms"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.371265678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/eip-gateways","method":"PUT","req_id":"6421f710-137a-4575-8b53-9d523806c660","remote_addr":"[::1]:56373","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2754,"response_code":"204"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.371676938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.378913155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.378977564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.37901103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.379513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.383723229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6421f710-137a-4575-8b53-9d523806c660\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.386647245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{}","iteration":2,"elapsed":"534.91797ms"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.390548508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe8f4ad-7011-4d54-8287-fea7e9542c44\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.390756102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.391571156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.391634652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.392721648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.414557785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d15411-ad9b-4622-bdb4-1d605354baa6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.415022731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.422325201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"414b7a1b-c530-485a-a5c1-b5d4f97f52fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:19 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.422618866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.42265097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.422680298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.422708805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.423510613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.424071691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.424133143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.424559483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.42936152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.434152506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.434227656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.43426988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.43430523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.434335471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.434856128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.435021397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.435074563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.435104182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.43513293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.435564069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.438135532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.44233027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.442854244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.442901658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.442931137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.442962309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.455797152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:20.455861911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:20.455889466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.456345484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"610.237669ms"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.584550354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.584631396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.585921957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45584"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.591069172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"e83f6b27-4bbb-4a19-90df-075af61c54d7","remote_addr":"[::1]:45584","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:20.593189407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"e83f6b27-4bbb-4a19-90df-075af61c54d7","remote_addr":"[::1]:45584","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2281,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.594029851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83f6b27-4bbb-4a19-90df-075af61c54d7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.600551575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.600634841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.600759329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.606756959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.606827229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.606865506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.606897559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.607877702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.612742044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.619398777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.62049419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.620559891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.626207634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.638562129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.666537879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.666956523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.667043446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"1.345808857s"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.667086642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":39,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.667178796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.667228004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.667263926Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.667293524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.668191203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.67054852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.68011474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.680180431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.680216513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.680850135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.687370517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.687500836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.689511142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.689725499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.68983677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.68992681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.69157827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.691639933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.691676105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.69183896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.693302596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.693930888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50507","req_id":"5018dac1-c8c6-49a9-b032-668b1fec6b5e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   db d4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.694008663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50507","req_id":"5018dac1-c8c6-49a9-b032-668b1fec6b5e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56276,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.694897283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.694958846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.695077172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50507","req_id":"5018dac1-c8c6-49a9-b032-668b1fec6b5e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.696869743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4265, tv_nsec: 495757495 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.696980263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.69735017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.704847188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.70501383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.705204289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.708109688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.708697118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.708842739Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.70948567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62597","req_id":"cd11e336-455e-4621-8be5-57dd25dff3d8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   da 28 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .(..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.709881268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62597","req_id":"cd11e336-455e-4621-8be5-57dd25dff3d8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 55848,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.710290764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.710410853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62597","req_id":"cd11e336-455e-4621-8be5-57dd25dff3d8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.79275118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.793800311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.793929999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.797015026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.797763216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.797883656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.798018675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.79831229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:20.798563581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.799238346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51943","req_id":"89337f5f-22f4-4d41-8f25-6b11d69e804f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   63 fd 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   c............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.799710657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51943","req_id":"89337f5f-22f4-4d41-8f25-6b11d69e804f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 25597,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.800242957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 25597,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:20.800451242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51943","req_id":"89337f5f-22f4-4d41-8f25-6b11d69e804f","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.802168003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.802250998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.802397981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.802816795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.803515127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.803620657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.80389837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.808538095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eba082d8-492d-4581-9c57-519bcd09a086\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.808577944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.808607102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3269efa-b8c4-4e49-a9f0-890904e4ed12\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.808795948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.81323342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94169b0f-a6dd-4c9c-862c-53919a798e4c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.813346736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.817091717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cafbcc20-a703-405f-8f74-561c9bb3d5f2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.817337547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.82927422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a191ec2-d001-44b9-9a7d-aa2191295d73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.829361935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.833054101Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ffba6f8-7250-4c9d-a6b3-22e6907bcc0e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.83310888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.83785652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c6ffa2-ae2f-4510-8d7e-289e31e5ec9b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.837950727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.846071578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c0a63a-fbbb-4ba2-abb5-4acc2ad4fc2d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.850417507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.856573542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a0613c5-b2af-443d-8f4b-f0237c166a52\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.856645576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.862467135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.864493643Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"551f78d1-ef37-46ca-8545-021043460caa\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.864971996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.866362406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cab3200-df9a-4a98-b48b-04b8715cc1bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.866546843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.86762941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8adb16fd-484b-41b9-bfc0-52062337d600\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.872751456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.87687429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6bcb959-c2b7-46e7-a3d4-a16257290267\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.87709008Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.879719279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a701c6a0-b897-4bb6-aec2-c2792850b56e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.879984337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.885318415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f03e9a9-1a99-4d79-8a90-7d7817281bf9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.88546153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.889043066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a50aa19-f0a9-48f8-a3cc-ba5cf7f176a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.889168977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.890746319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae1cdfd-5771-4d6d-b98e-fcca268533c1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.890906078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.893950513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60a948ce-90fa-4594-a899-32f2e852c2b8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.894049741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.898060773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b250d136-991b-4786-9e8a-62ecd4e628fc\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.898506872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.900954058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff84f7c-612f-427c-b024-fd61b8772e73\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.901568973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.911252486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c5cf076-38a3-4929-b6e0-004b533be892\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.911418137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.912960389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cae6b10-2735-4331-a0df-708faca601ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.913067142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.913265527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.913348232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.913381478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.913409053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.914189619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.91826083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ca825f0-22ef-49b5-9159-a741cbed241d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.91850158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.918894663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.926658452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.926778922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.926815845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.927674105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.929798338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3eac485-e437-4021-a43e-25b23fda25fb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.930005801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:20.934207433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.934337271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.93794021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.938269887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ca7a456-6dc2-4ee9-9d59-7d7189b4d7a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.938503492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.942106551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d98d71a3-ca1f-4ccd-8a20-3cab6482d6c0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.942406769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.945366617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9166758d-751b-4891-afb1-7f266d853928\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.945509932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.950556357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cbd7a22-9985-40e2-af48-713b76418025\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.950871304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.954695754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5045bb91-b729-4d1c-84ba-910d85309bc8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.954833559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.9612334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe2b82d-6ba2-44df-87d0-b85d8d5e4599\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.961464871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.962758238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b69644-9af0-4d4a-854b-a4e3a123ad6f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.962896344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.964550509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e651a4f1-4561-4091-bd4a-b574da3a0631\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.964703855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.966043033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1048f94e-ea51-46e9-a898-8cb039a826e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.96617716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.967128556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de714d75-9a0c-4fb5-9e8e-d16626c68908\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.967338314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.968982329Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85793daa-d026-4319-808c-928cbb1b9392\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.969181627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.971762509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74b7071c-777b-4941-9370-da24d70c812c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.971886686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.973692414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0b58ec6-6048-44f3-9b6a-0d16dfdc3928\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.973849767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.979970162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc75b30-ba2b-488a-a008-b5c4c174992b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:20.984829674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.006472847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.037387162Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e05aad2e-50ec-4100-9104-f6bbd9bf8369\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.037695175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.047611152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12edbb5-84af-4342-8424-d1b40920fc3d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.047848936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.049909241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"211d2b81-44f2-49b4-b497-ce7bfb13ea2b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.050133899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.05359257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e2e0d40-3336-4aaa-b2c0-8c5deeaaabce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.053896976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.055096266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9df8aced-b170-4bd9-a4f8-ed788a45c6b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.055357406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.056884549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"676d4f33-b682-48d3-8a35-5f9fdb353314\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.057113665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.057391719Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.057520746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.057617189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.057703721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.058495248Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.059554849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ff7f003-8708-40b6-9d29-d6ab1b4e90b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.060641945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.060746484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.060833477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.060986021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.061767077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.077572889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.084074323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.084148921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.084181847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.084563908Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.088325693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.093969889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.094143495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.094254466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.095336281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.095788823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.096700229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.099270751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.099589756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.100981138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.102272642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.114161369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.118352911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.118528521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.119545387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.197757279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.197870564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.198323016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46864"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.198942129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5c2732c7-e30c-4f6a-9d45-1cbd2cf27ed8","remote_addr":"[::1]:46864","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.199370583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5c2732c7-e30c-4f6a-9d45-1cbd2cf27ed8","remote_addr":"[::1]:46864","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":550,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.199611172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2732c7-e30c-4f6a-9d45-1cbd2cf27ed8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.201984802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.202317915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.202372123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.206173467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.206236794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.206272064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.206302394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.207237748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.211912973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.216750461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.217132262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.217173695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.217999099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.241719941Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:21.257789068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:21.258333483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.260058129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"591.658161ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.260140674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":40,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.260174701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.260205633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.260235142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.2602642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.260288889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.26460061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.270726906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.270794671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.270824711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.271343394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.2758084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.275874061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.276703945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52006","req_id":"8e1ed3fa-a231-4247-b7c0-0dbe8ce70961","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5a 09 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   Z............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.276799445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52006","req_id":"8e1ed3fa-a231-4247-b7c0-0dbe8ce70961","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23049,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.277003131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.27716337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.277207668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52006","req_id":"8e1ed3fa-a231-4247-b7c0-0dbe8ce70961","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.277588016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4266, tv_nsec: 76488133 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.277650581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.278039686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53402","req_id":"b1e606c8-52b2-4026-abd3-80d1c802e92d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9e 3f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .?..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.279971746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53402","req_id":"b1e606c8-52b2-4026-abd3-80d1c802e92d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.280124751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.280246333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53402","req_id":"b1e606c8-52b2-4026-abd3-80d1c802e92d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.364718819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.365244386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.365284085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.365313283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.365340598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.366323145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.366382914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53162","req_id":"77e416c3-5299-4578-bb3e-121ef456e9d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   b6 b4 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.366421992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53162","req_id":"77e416c3-5299-4578-bb3e-121ef456e9d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 46772,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.366639806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 46772,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:21.366818993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53162","req_id":"77e416c3-5299-4578-bb3e-121ef456e9d5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.366988411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.367430411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.367507154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.369455476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.378638713Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.378699474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.378730296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.379154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.38020282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb99b107-9823-44a6-906a-605a0015b2fc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.380310354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.382640286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cea626b-fec0-452a-a62c-39de585ecfb5\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.382843741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.384527045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.384585722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.384974858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.385675974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73da117f-34b6-4747-be28-fbbc68e9ab90\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.385751976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.388553929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c5510ce-226b-49b0-be93-a89089219579\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.388623367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.390626288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f994e6d8-ecda-4955-9ff3-8f75aad01b43\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.390697099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.392736873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a627d8f5-daeb-48ee-b966-2b75b994867c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.392802153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.395674115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57e64a1b-6b9d-4786-91da-bf2f2eaaadce\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.396454159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.399570468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21e202ca-a4ed-449b-a1f3-14534c3b52d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.399795747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.401193683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80071003-1f30-46b7-b38c-af77472bff6f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.401670272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.403803963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fa5365d-b49f-4268-aee1-6080f172836c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.40399821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.405342729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0f3fb0-54bb-4243-b28d-89df028b9a54\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.405527868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.406641717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90a7f0e-92a8-4fb2-a9df-1e60ac8b9910\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.406779271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.408112147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a564651f-0705-49df-a430-09819a07c45c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.408612083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.412276174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a00331-47dd-4cc5-8368-b0493525776b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.412457605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.416065233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18ba9419-c82b-444c-a39e-e2087e5c00a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.416291354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.41861842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a153ec7-7559-4137-bb90-4edba50c5e0d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.418875993Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.425034404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffda443a-1064-4269-a27b-b5dd6f35df4d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.425317919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.433596032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330b111f-6ae2-477c-a0db-1f577c17e6b6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.434329874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.434414513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.438787195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f793b355-4403-416b-be7c-83cfe92ab5e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.438872796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.440046464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"289cef27-7bf5-4df4-a9d8-997fc83b57dc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.44011958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.442776163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac56c5db-cadd-454f-9430-ca0f8f638cab\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.442855561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.443810123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"238cc969-d018-4a96-9664-210644bde7ee\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.44452116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.44519887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5839e4-e0c2-4423-8f37-ec2e161317ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.44561535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.448982418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c620383b-c5e7-40df-bd89-c5204a19172e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.450039515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.453825578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f6f46e-0852-46c1-9c1b-93eabbccef6d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.453939405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.465561251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d8a8957-f4ee-4ca2-a75b-25b95857e007\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.46594728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.468693902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2696561-848c-4195-afaf-43681eebf380\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.468988179Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.471384062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b488c49e-24b0-4b38-8d06-feb9663be723\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.471565584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.483020156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a7c3fdf-31d1-4dbc-af42-aaf5896bde9c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.483247119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.485140902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.485186603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.485217875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.485246142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.486620109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.487280555Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc44ca4-79d2-4dc7-924e-3dedfdbec5ba\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.487585743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.48983264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5a08b3f-8c80-47ad-9257-a31ec5decd12\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.490483396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.49065075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.4984204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.498509849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.498542814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.499681223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.501468293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9db2203-14b0-47fa-876a-bc4f63380738\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.501646438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.502477885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.502536191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.503355884Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.503985699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96d724d2-44e9-49c6-a6f0-4c7cefd61240\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.504122542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.505767188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1edc0c67-244f-4bec-8132-1b676c1173f2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.505894823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.50791601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5af0ad3-f302-44c5-a16c-89969450dac8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.508114375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.510318266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19531df4-bad7-44c2-88ee-63584e47bbf1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.510688804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.518586881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b76e66d-feea-408f-b1eb-358f3f028088\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.518778392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.525385777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b910cb5a-37ce-44a1-8654-175047927320\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.525618771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.530457572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3feca0a4-66e8-4c38-8c58-7f39ed380f5e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.530702771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.542632129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb5223b0-914c-40c9-abfc-a333c91ee1c7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.542982999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.54856988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.549144806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3f74f71-a5c4-4219-a59f-0257f8676a8c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.549281969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.552916671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"412beeb5-8f56-4624-a171-3aad14b9757c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.553201849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.555789445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c2e7dc-320e-4aba-a4fd-2bd68cf58d36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.55612837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.557475384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c472f9c-da63-4c46-9370-76a576bc2088\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.557847355Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.559394137Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76d21d57-4289-4d88-8eb3-893156464d17\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:20 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.559919744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.560155383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.560312827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.560412696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.56145879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.565576956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.571288255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.571479486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.571994462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.572056746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.572090523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.573365634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.579281942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.586469312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.586554111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.58658883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.587582841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.588446391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.588820447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.589228229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f0a3926a-c401-41d4-91cd-78e4f1c3c04c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.589738566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f0a3926a-c401-41d4-91cd-78e4f1c3c04c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.589816211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f0a3926a-c401-41d4-91cd-78e4f1c3c04c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.593026447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f0a3926a-c401-41d4-91cd-78e4f1c3c04c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.686198747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.686355589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.689516096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.689711415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.689824421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.689912456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.69094838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.691126294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59760"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.691412104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.6916312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.691765588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.69195197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.69376417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.694658793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.696696252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"f0a3926a-c401-41d4-91cd-78e4f1c3c04c","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":107506,"response_code":"200"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.699840006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/58f2365f-b720-4ec1-ad50-a68fadcacb1c","method":"GET","req_id":"8c22fdc8-fd67-4847-80e2-a06bcf4eeaea","remote_addr":"127.0.0.1:55312","local_addr":"127.0.0.1:47175","component":"dropshot","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.700117068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"26ea8642-289b-47cb-a845-92a6352cce98","remote_addr":"[::1]:59760","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.700356375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0a3926a-c401-41d4-91cd-78e4f1c3c04c\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.700647575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.706275468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/58f2365f-b720-4ec1-ad50-a68fadcacb1c","method":"GET","req_id":"8c22fdc8-fd67-4847-80e2-a06bcf4eeaea","remote_addr":"127.0.0.1:55312","local_addr":"127.0.0.1:47175","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":6442,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.706491078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"26ea8642-289b-47cb-a845-92a6352cce98","remote_addr":"[::1]:59760","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6382,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.706844121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.722290026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.7223925Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.723396882Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.729110135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.729536564Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.729640702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.744163878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"019234d0-dcce-4c87-8eaf-085ccfd77de0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.745325212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.74746726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"019234d0-dcce-4c87-8eaf-085ccfd77de0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.747671888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"019234d0-dcce-4c87-8eaf-085ccfd77de0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.750250516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"019234d0-dcce-4c87-8eaf-085ccfd77de0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.750597577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ea8642-289b-47cb-a845-92a6352cce98\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.755150458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.755321229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.755391048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.757814536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.75793199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.758018202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.758099705Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.758725892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.769021846Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.769236444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.769321443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.771529422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.77173873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.774094764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.774200174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.774783797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.77514167Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.775249244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.778081537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"019234d0-dcce-4c87-8eaf-085ccfd77de0","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":33949,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.778484761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"019234d0-dcce-4c87-8eaf-085ccfd77de0\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.778668968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.778749608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:21.778820419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.778951561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.779771224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.779876043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.779943928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.782888665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.790919496Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.791140776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.791185826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.792247542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:21.795214403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.843478195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:21.872010935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:21.872531061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.872680108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"613.351162ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.872815949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":41,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.872971048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.873103402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.873198822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.873287589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.874303673Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.877024194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.883782449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.884284319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.884346753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.885329812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.908530839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.922476354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.922596834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.922640241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.924295459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.925099551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.925158769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.926197959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56190","req_id":"efdfba21-9579-4340-9371-cc38691410fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   03 da 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.926262688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56190","req_id":"efdfba21-9579-4340-9371-cc38691410fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 986,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.926551213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.926845008Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.926897343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:56190","req_id":"efdfba21-9579-4340-9371-cc38691410fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.927518841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4266, tv_nsec: 726415110 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.927585454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.928037514Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62947","req_id":"84027187-ad56-4bde-8073-fbd2e5a7cef3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   58 81 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   X...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.928103035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62947","req_id":"84027187-ad56-4bde-8073-fbd2e5a7cef3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 22657,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.928391319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.928796807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62947","req_id":"84027187-ad56-4bde-8073-fbd2e5a7cef3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.929047988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.939028573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:21.939083593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.939113863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:21.939629992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.048652151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.075393602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50022","req_id":"07bcc8ab-5d17-408f-8a5a-b7aab7181e88","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   a3 5e 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .^..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.075701165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50022","req_id":"07bcc8ab-5d17-408f-8a5a-b7aab7181e88","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41822,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.076073767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 41822,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:22.076248615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50022","req_id":"07bcc8ab-5d17-408f-8a5a-b7aab7181e88","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.076363244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.076424165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.077271393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.077714246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.077772682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.078016568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.118188909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"862633f2-545f-4ca6-93a4-ec662b7ef561\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.118566982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.137795353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e78706d6-a21f-4ca5-9451-70543306178d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.14090565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.151470711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.152633918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51795","req_id":"b2b524bf-c8e9-4a37-bdeb-0f23adc6787c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   16 4a 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .J..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.15271031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51795","req_id":"b2b524bf-c8e9-4a37-bdeb-0f23adc6787c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 5706,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.152944377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.153708018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.15389955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51795","req_id":"b2b524bf-c8e9-4a37-bdeb-0f23adc6787c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.154492662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4266, tv_nsec: 953388720 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.154553944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.155103519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58590","req_id":"41c979d7-709f-46ab-bcd1-0b79a2bd4cca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d4 67 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .g..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.155235752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58590","req_id":"41c979d7-709f-46ab-bcd1-0b79a2bd4cca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 54375,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.155341413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.155368326Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58590","req_id":"41c979d7-709f-46ab-bcd1-0b79a2bd4cca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.155999494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.232669313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.232750185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.233062527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.233124741Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.23520212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.23643202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9015e423-94a7-47aa-aa99-fbbe0b94bbc0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.236595596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.240584614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e390234e-ff99-430a-aa68-e396e2e71f53\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.240662279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.241824384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.255901963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.257258346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55176","req_id":"68a34de8-2d7b-4855-9ad2-52fa3e0c1a38","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   7b ce 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   {............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.257324828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55176","req_id":"68a34de8-2d7b-4855-9ad2-52fa3e0c1a38","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 31694,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.257621018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.257788542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.257832259Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55176","req_id":"68a34de8-2d7b-4855-9ad2-52fa3e0c1a38","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.258273157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4267, tv_nsec: 57172723 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.258340121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.259071959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65282","req_id":"627214f4-44f0-4106-8da9-9ad23609edbf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   81 7a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .z..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.259137279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65282","req_id":"627214f4-44f0-4106-8da9-9ad23609edbf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33146,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.25922289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.259379722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65282","req_id":"627214f4-44f0-4106-8da9-9ad23609edbf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.259824448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.346936604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.3473712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.347615206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.347671287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.349737033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.350079325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.350137722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.350170918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.350198904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.351370899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.352479197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22ee9e20-89cf-4281-9285-1ca7559b512f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.352649847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.354803237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.361741411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.361803134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.361838044Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.362221378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.368910996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.369946028Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59041","req_id":"4b6ca2f0-4e62-4430-bb55-502a4b32a7e0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c3 46 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .F..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.370801302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59041","req_id":"4b6ca2f0-4e62-4430-bb55-502a4b32a7e0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 49990,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.370918065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.371118615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.378004575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59041","req_id":"4b6ca2f0-4e62-4430-bb55-502a4b32a7e0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.378099363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.378138441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.378339572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.379027042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4267, tv_nsec: 177581880 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.379094536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.37927726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feac2b84-05d2-4f89-812c-0ce039de4af9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.379425536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.380374727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62673","req_id":"8c6e883a-0831-4be8-b7fb-44f15a02a3c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   df b5 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.380440478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62673","req_id":"8c6e883a-0831-4be8-b7fb-44f15a02a3c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57269,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.380527431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.380623422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62673","req_id":"8c6e883a-0831-4be8-b7fb-44f15a02a3c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.383081229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.454902699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.454994322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.455772412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.455841019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.459562443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.46295353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e70a602-155e-4faa-b83f-48c5166a6ac1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.463184951Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.47622886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1dfa53c-f133-4932-9a11-39fd265296ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.476323679Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.479562612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e17af3d-b67b-4675-8bc9-b2e05b3e4fc1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.479715858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.481888436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d5fc1d-6cbb-4c69-8d22-fb2654037eda\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.482092974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.484545571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ad8e4ab-b58d-4516-8e8f-ffc3f6d604e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.484676852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.485760752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a04fc83-e71f-44a3-b533-25d96d138aa7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.485950871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.491881547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a46bd767-8a5a-45d6-b8ea-ed716ddfee04\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.492178338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.505539379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.507345879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42ababd9-23a9-43ae-87c0-521b5f27e76d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.507415307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.510464462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f26b80b8-78aa-4374-958f-e652203d3c59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.51073931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.513136486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57457216-86d2-4b24-95d8-fb48d3c68226\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.513277687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.515249666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a742d414-525e-4bdf-b9e8-f882e4ae98d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.515313183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.517448077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f096be9-6207-43fa-93ce-4bb0e3c9b0eb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.517618005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.520522572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a574b02-f1ac-4c7d-b856-652399b601d2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.520583814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.521436323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a63e680-5578-4438-b491-dee35a0eb700\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.521563667Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.522640963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"074e7edd-cfdb-4356-8735-ddc4eb603d64\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.522769589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.523931995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c90054e-5804-4812-80e1-07ea5591fffa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.524067315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.524972639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"920900ea-d1b3-40f0-b171-9642737b8aaa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.525053239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.526199624Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdaca2ef-342d-4a03-9b70-5b034d3d98c1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.526376366Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.528554796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea5bf0ef-6bf7-47b7-8dae-fdbe3d9ddc1b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.528620307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.530878997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8efeed99-4fbf-4862-9071-46dac36c9fd0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.530948014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.556170809Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.556215929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.556245057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.55627155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.569209849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.56967247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d853fcf-533a-4a88-83ff-bcc198c1ab8c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.569914974Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.572945452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.581162193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.581262683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.581349446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.582096965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.582548315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f4408d-d174-46d1-ac3f-285d7daa054d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.583165124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.585544585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.585650967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.587067619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.592708017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e100123e-6833-4136-983a-464612417979\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.5929351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.599521222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac729ec7-d22d-4971-8157-b253c24bd757\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.599888193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.601990191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2ba33a-54e6-46db-bce7-516b84044755\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.602148847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.603306233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7337564e-0427-4287-9b27-49e91f35e3ff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.603604598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.604949748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53da62a2-32b5-4dac-a18f-c8d4710ebb1f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.605275858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.607594848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6412384d-729e-4efe-a51f-f1107f6ab7ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.607717843Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.611453256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2efcc600-c3d8-436f-893b-f7446a1ec96a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.612126457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.617751204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a590f045-29bf-4b70-8452-383d337a26b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.617812536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.648326604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a2b81c1-1dc4-42f6-bd9a-fc72350e65f2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.648504398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.649297969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.651075871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad4113cd-de28-418a-b853-778af95dea7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.651169358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.654383662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fe46cb2-1cbf-479e-9413-07e2d96f7063\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.654511116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.656213378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0438d339-a004-41e7-af65-7282c6e9862d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.656317405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.658047091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"893fa1fe-9597-4cf7-b67c-96857b341c85\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.658159325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.661232378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f95aff0a-db7b-4aa3-8eb7-8f8e723997b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.661446965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.66148451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"756e2ac4-d6f1-46eb-ac58-277e3dd8b26e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.661613407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.662507268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c6dd88e-3a78-403e-822d-31d024cb80a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.662635353Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.663548132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f65490a2-61b0-40d0-a1a6-03e9481673b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:21 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.663611047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.66460138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.664644095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.664673965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.664698534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.680939272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.68644394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.68657456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.686608538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.686639089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.686666343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.687018144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 6 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.68867237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 6 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.688731007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 6 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.688893511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.711505273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.732140006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.745679433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.745761306Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.745800765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.746333977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.746874284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.746934544Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.746969423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.747056226Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.747515291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.74847369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.748555613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.752089865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.752163732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.752636915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.754490318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.754551209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.754582421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.8285318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.828599285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.829343888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.834951902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.835015909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.835048755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.835446277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.835500295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59690"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.839091319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.845176684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.845256844Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.845418937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"21fe827d-e7ae-4291-a8fa-a0c386610629","remote_addr":"[::1]:59690","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:22.845877521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"21fe827d-e7ae-4291-a8fa-a0c386610629","remote_addr":"[::1]:59690","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":457,"response_code":"200"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.84610298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.846151166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.847440334Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.847654551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21fe827d-e7ae-4291-a8fa-a0c386610629\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.85189485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.851950911Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.851978466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.854013571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.854173249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.854222878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.854251936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.854788976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.862179471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.862240783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.864318774Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.868515886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.868748039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.868805573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.869467803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.870462184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.870521151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.876398191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.876459744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.946599152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.958542488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:22.958867696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.958921103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"1.086069573s"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.95895973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":42,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.958986703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.959206982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.95926126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.959290298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.961948735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.967433623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.971226029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:22.97132192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.971359365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:22.972898001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.004180409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.004260899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.004293895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.004404876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.005729565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.006292347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.006865288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.009004009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58862","req_id":"fc2908c2-5932-4464-beda-e87e34863b1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5b 83 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   [............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.009135952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58862","req_id":"fc2908c2-5932-4464-beda-e87e34863b1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 23427,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.009771158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.009934033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.01013364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58862","req_id":"fc2908c2-5932-4464-beda-e87e34863b1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.01051989Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.017199438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.017334006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.017382954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.018105724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.019570152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4267, tv_nsec: 818424948 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.019658869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.025955123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51859","req_id":"350f6e13-679c-4920-a725-6d5e997959e8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e8 0e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.026076986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51859","req_id":"350f6e13-679c-4920-a725-6d5e997959e8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59406,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.026233668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.026471793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51859","req_id":"350f6e13-679c-4920-a725-6d5e997959e8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.026627784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.026673445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.027339642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.099557291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.120688383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51348","req_id":"0c383de2-4185-4fa2-8dbb-0cfc7d366412","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   09 25 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .%..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.120781519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51348","req_id":"0c383de2-4185-4fa2-8dbb-0cfc7d366412","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 2341,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.121014303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 2341,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:23.121111767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51348","req_id":"0c383de2-4185-4fa2-8dbb-0cfc7d366412","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.123102784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.123163274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.123417751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.136170841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5697e8e-8e5c-445f-b3a1-b01bd813ac5b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.137129491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.149770818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f74154-756c-4f4b-8140-7ed14d5dda77\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.150036337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.166303258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1de4160-9095-40a1-8fcc-4923a7424fcf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.166471112Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.171586444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53ed5bb2-87e3-4d91-9945-c890754584de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.171667095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.173262023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d45099-150e-41ca-8ca4-fa71a1c9b19e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.173484516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.175186407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1677666e-435b-4b35-9518-6a6db7386604\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.175303681Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.177098968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1360fd-32e9-4893-8bcf-77af70c5deb6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.177466751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.181282313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700e716e-26b1-4266-8b65-13da149e4c0d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.181383735Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.18142149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f38b2511-4bf2-4a1d-95ca-8a16981149f9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.181453374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.181711879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453e99c5-f2e3-43c9-98a7-2974d0e87b4a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.181848751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.182823163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce102ec1-7906-43c3-9bd9-b27db1e36d9a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.182950196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.1900292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da02e148-b69a-4fd4-bbdc-4f79b3cb462d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.190342845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.191246205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.19393373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9dd554e3-9067-4d44-b9f2-b6e23ad202cd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.194186443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.198619967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf368fb-f63e-4912-a385-cb45c8ab4142\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.19871678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.200399122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ca784c1-a892-41c3-8c2b-d2986ac229d6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.200469542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.203173429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac61a533-cf8c-48a0-a31b-0a31f1fc9826\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.203348609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.206133818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cb0765d-1c5e-4803-b475-1c1da294d6d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.207325853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.224764578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d939baea-5197-40b2-aa4f-25b0013ab551\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.224979106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.24684869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.246915723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.246953278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.247025792Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.247708883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.256408146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.256496242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.256533576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.256561041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.256587804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.256618074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6da3d5b9-63cb-4cdc-ba9f-c2b951792477\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.256872301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.264428717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.26449084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.265268921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.268206413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6acd956-6aaf-4493-ade8-5bd953a7a653\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.268373055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.269561243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a488d94f-aa2c-481e-af5e-ee63378c92e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.269704268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.27083983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d6a94ec-9e3b-4257-affd-786cf2f761b3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.270975581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.275560837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c1262a-2798-4dba-a5be-072331599d12\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.275678521Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.277024303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f906565-6b40-4463-b3fe-2daf7a953751\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.285447646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.324601758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d89c8918-883b-4d12-908e-7aba1f7df766\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.324766536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.358510178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90dbd87d-6cfe-49ba-8a3a-4fd0df1ab88e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.3719469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.384683857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5256896a-4c88-4cad-95f1-3f9b7c4b87ce\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.384857954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.398878659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.424884023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed6bdccd-55e4-455f-a0d4-35bb08f57616\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.424969634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.427471148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258a1250-a513-42bb-8444-f4367da14eaf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.427546588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.433083811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fad8bc1-ce7b-4eac-9e46-79bb781d09b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.435701176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.437706531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1abda1e4-3da0-4f33-b027-4dbaef5f92fe\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.438088973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.44555032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"591d9008-8d61-4a17-ad98-8e1e13c57470\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.445808895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.449483917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"173b144f-633d-4717-aacb-ff88db9c4a1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.450029143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.450371566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.450510703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.450551845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.450581294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.452699845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.457745127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.465588084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.465648855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.465679776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.466058812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.46629373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb845c5-0b12-4e8a-b035-d41ed87fd873\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.466500381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.469108418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.469165982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.470244161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.474062108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59d49dbc-e8ad-4c24-a34a-59fc87810faa\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.475020447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.479796703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92e3ee91-83d3-4b66-9d45-a9dadeb78488\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.479922785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.489345629Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94280998-16f6-4fd0-bb4a-85de8132152d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.489474977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.493128316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cca2098-7286-468c-b78d-ac9fd943b8c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.493368264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.496897365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad5f872c-ed13-4634-a748-c1c8d695c20b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.497106933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.500717336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1006f4d2-2302-4d71-943f-335fadce309e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.500860842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.503679348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23ed42bc-54bc-4ed7-8854-fae6e31b36f8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.503748436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.511100795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.511543587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77aaa123-f600-4a24-bd68-99726680014f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.5117709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.517757768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3469f2-50d5-444c-911d-e7ef9e575fb0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.518144599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.533179445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95fa945d-078d-4a86-a999-f80e9df5ad11\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.533422359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.534880424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"380fb681-b9e2-49f4-8828-1ce9964127a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.535078218Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.535195201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.535291203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.535377725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.536162609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.546156591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.556654107Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.556728335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.556760118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.556790699Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.556818114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.557215085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.560405331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.565441525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.565527707Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.565561955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.575226281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.578760262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.578823277Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.578856804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.578885171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.579741246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.584305931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.600042576Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.600117595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.600149589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.600743031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:23.600796738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.601290261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.679193328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.67926971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:23.68178889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50326"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.682002696Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ae3d1ee-e8f9-4ea5-8a20-8d936794fb69","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.682571008Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ae3d1ee-e8f9-4ea5-8a20-8d936794fb69","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.682644214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ae3d1ee-e8f9-4ea5-8a20-8d936794fb69","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.687069451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ae3d1ee-e8f9-4ea5-8a20-8d936794fb69","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.688699689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.689145918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.691385921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.69163131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5dd1678c-d5cb-449e-be04-d2869a4f2ee9","remote_addr":"[::1]:50326","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.691765157Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.691871619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:23.694343213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"5dd1678c-d5cb-449e-be04-d2869a4f2ee9","remote_addr":"[::1]:50326","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2712,"response_code":"200"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.69466287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.69556121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:23.696140264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4ae3d1ee-e8f9-4ea5-8a20-8d936794fb69","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":14186,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.698836787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ae3d1ee-e8f9-4ea5-8a20-8d936794fb69\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.699079791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.699276132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dd1678c-d5cb-449e-be04-d2869a4f2ee9\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.702235378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.702294105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.702325087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.705956442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.706022494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.706060068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.706089758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.706650365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.708291104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff62aaf5-ad5f-4557-b509-db61c3d2f145","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.708702503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff62aaf5-ad5f-4557-b509-db61c3d2f145","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.708772894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff62aaf5-ad5f-4557-b509-db61c3d2f145","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.71016641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff62aaf5-ad5f-4557-b509-db61c3d2f145","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.713657776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.71371494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.716417535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.721689279Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.722045448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.7221565Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.723058918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:23.725201096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"ff62aaf5-ad5f-4557-b509-db61c3d2f145","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":17032,"response_code":"200"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.728677021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.728864715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff62aaf5-ad5f-4557-b509-db61c3d2f145\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:22 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.72905263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.729185845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:23.732423386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.732569757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.736072156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.736191674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.742625723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.743741857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.743789402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.743816015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:23.768079438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:23.768312392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.768364015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"809.38151ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.76840182Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":43,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.768429465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.768458964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.768487441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.768514615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.769428516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.771731124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.779376276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.786132587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.786204541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.786238188Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.786688655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.791246907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.791318249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.792474323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51248","req_id":"9f119a77-c0ae-4fd6-a17e-532d068d093b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   e4 e4 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.792728499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51248","req_id":"9f119a77-c0ae-4fd6-a17e-532d068d093b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 58596,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.793220429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.793373304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.793523142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51248","req_id":"9f119a77-c0ae-4fd6-a17e-532d068d093b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.793933751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4268, tv_nsec: 592793868 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.793995985Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:23.794289499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.794664206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60380","req_id":"a89ed74e-66ea-4993-ba4c-2cb33161340b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a2 ec 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.79498245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60380","req_id":"a89ed74e-66ea-4993-ba4c-2cb33161340b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41708,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.795295834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.795466084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60380","req_id":"a89ed74e-66ea-4993-ba4c-2cb33161340b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.864773354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.865494491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.865705601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.865755641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.865783627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.867034289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.867603833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65465","req_id":"3e4b36ae-e95a-4e0b-bb9a-fd85c20ddb59","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f3 4a 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .J..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.867667751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65465","req_id":"3e4b36ae-e95a-4e0b-bb9a-fd85c20ddb59","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62282,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.867886887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62282,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:23.867979342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65465","req_id":"3e4b36ae-e95a-4e0b-bb9a-fd85c20ddb59","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.868179591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.868223668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.868251384Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.870094796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.880245401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.88030529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.88033513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.881014483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.882986773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98cc20ab-f297-434f-b7e5-678a5c142d08\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.883031161Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.883698551Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.883746396Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.886771524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.890847635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43205857-5cba-45e7-bb7a-5b017ed78ed3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.891330928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.897401103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3be9c6df-25a2-4495-989b-e8879ac8accb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.897569859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.907802827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8499062-5445-4993-a8e6-98531a029280\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.908376721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.917504307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e92a5682-67fa-4a72-b97b-bace6fb04cc5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.920664734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.927899378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a6370e-a92e-40f7-b4f2-89251e1dcc2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.928221059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.929306312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.933885255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4aab5be4-0448-4b0a-9c1e-e7ab5ace9187\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.934455481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.941953691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1872bd58-a7ed-4e41-aacd-01d2c32a8925\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.942179831Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.943702866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922d5900-4dc8-4313-a0b6-93b25910d3bf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.944544342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.946747171Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428063f1-fd6b-423b-88d2-32049a2d4192\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.946818093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.947341435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d785d2f8-988e-4398-ac1a-ff42f27236dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.947484841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.948938608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0920628b-b083-4a0f-b50a-3fc7790b4844\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.949412983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.951436715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e59767b2-5473-40c4-852e-b47a4f6c38e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.95152448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.953646177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ce3bc2e-4193-42ff-85a6-0c9a30e03f8e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.953724583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.959410562Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eae3c3e-6e85-4248-ac10-84685075579b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.959621473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.961776015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb7a426-9a47-4efb-9ce1-9917a5528dea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.961912728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.963764688Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a33a726-fab2-455c-8198-e7d59b09b7c8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.963838064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.965553582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e249dbb1-a4c0-4dad-a83a-c81170354c44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.965626788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.968402318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e4bc297-2f57-48c9-bc3f-e623155720c6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.968465494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.969351359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e8635e-c904-40e1-9241-a0d60d091b3f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.969573181Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.971122818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6790b1-d59c-4ece-8714-edc799b7564c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.971356324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.975006817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8476d4ce-f1c6-4fea-8eef-99e536c7c25a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.975170152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.976483128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aad274f-c6b9-4413-8136-6e452f87b4f4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.976553639Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.978071924Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dba92c3-8624-4c7a-b30d-09b4bd2ccfec\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.978899092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.981100608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.981161239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.981195147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.981224646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.981982746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.986073957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.990936526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.99099889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.991032677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.991395651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:23.996239241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.996302247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:23.997057602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.009429402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aef9718-a67c-48e3-9dd7-dd5dacf8208d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.009595923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.050482197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39cfccc5-561f-47d3-9ab5-09d561cf45d1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.050621554Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.053580059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e620aee2-8f9c-44bf-8518-0b238caa4e1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.05380623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.058192118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c2aa77f-8de1-4813-b848-d721d60a4d13\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.058319372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.05927207Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.062867744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c6c1ed-8a24-4a1f-ac1d-94979f02f5ef\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.063128383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.064876747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"741a27ac-2f92-4901-ba51-a3fcfb1dd458\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.065010584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.066273209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8d6749-9a33-4a4c-b671-0f596413534e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.066337287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.068251952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a4de6e-1514-4c82-860d-40d81d2d108a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.068441349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.069369288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cd0e0ce-6915-411e-80e5-cd4808028564\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.069499938Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.070419531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2808b226-a40b-45de-a578-c62789809d63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.070541093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.071636595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ca82395-ca33-4dbd-bf69-3f0360c3f582\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.072469204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.075916222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef90dff-a261-485f-8ed4-618de357cc6e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.076092463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.079029736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"148dd342-cb39-419a-a0b4-6297df928c4b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.079617988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.082480601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b013f31-a833-4a90-abc7-2d88500a91f6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.082648546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.085014971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"241bf02e-4b61-435e-b3b6-03215d73baa4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.085096523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.087881723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e82a766f-746c-41d3-a1c0-99e2949f321b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.088116881Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.090932912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c18161e-5c58-4569-a5f1-d84eb33049a6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.091052781Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.092741916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"485f5487-5e68-4d06-8fe0-736567d773ba\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.09316011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.104727998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29c4c64-ceb2-403b-98e2-b26b3185dc2b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.104813158Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.106655649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec8647cc-ed24-4de8-a2bf-3f69e6b404a1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.107075465Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.111261035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b29223f9-7bd1-4acf-b60c-ad6acaad682c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.111377597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.11142453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.111455712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.111485742Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.111511744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.111541654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.111570702Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.111597405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.111626052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.112215025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.116624331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.123405672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.123510852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.123601131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.124255525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.125856144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.134986787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.135725969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.135923954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.135974865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.13615805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.137380847Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.140832895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.14089079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.141695022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.145163663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.162102613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.162153234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.16218129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.162616186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.237006604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.23712485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.237992168Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:46746"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.239275285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.241573173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"cbde21db-3aaa-47f3-b234-fa979a0487e8","remote_addr":"[::1]:46746","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.242224862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"cbde21db-3aaa-47f3-b234-fa979a0487e8","remote_addr":"[::1]:46746","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":678,"response_code":"200"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.242653075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60073","req_id":"f10bdfde-8ecb-46d5-90a0-1d1ae0bf7464","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c7 20 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   . ..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.242714868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60073","req_id":"f10bdfde-8ecb-46d5-90a0-1d1ae0bf7464","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50976,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.24312759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.243315274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.243408199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:60073","req_id":"f10bdfde-8ecb-46d5-90a0-1d1ae0bf7464","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.243635612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbde21db-3aaa-47f3-b234-fa979a0487e8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.246069321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.246593466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.246635119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.252666456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.252773579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.252811545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.252843268Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.253477071Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.255702405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4269, tv_nsec: 54575407 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.255769017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.257594394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54081","req_id":"1297a422-4307-4cb5-917b-00203814b419","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   d0 4a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .J..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.257715075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54081","req_id":"1297a422-4307-4cb5-917b-00203814b419","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 53322,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.2579233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.258024381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54081","req_id":"1297a422-4307-4cb5-917b-00203814b419","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.258207235Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.263692935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.263908124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.263958865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.264470795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.265178946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.344056064Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.346152591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.346396797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.346449272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.35109095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.352387373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.354499501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58691","req_id":"ab1892ce-0306-4a6d-b494-c660ea7a475d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   2f 87 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   /............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.354565994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58691","req_id":"ab1892ce-0306-4a6d-b494-c660ea7a475d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 12167,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.354797635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.355055579Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.35518658Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58691","req_id":"ab1892ce-0306-4a6d-b494-c660ea7a475d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.356483785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4269, tv_nsec: 154991620 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.356563374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.356590397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55747","req_id":"f8189557-94ec-487c-9e4b-84282ae6035d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   cb 44 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .D..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.356704375Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55747","req_id":"f8189557-94ec-487c-9e4b-84282ae6035d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 52036,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.357001146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.35704856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55747","req_id":"f8189557-94ec-487c-9e4b-84282ae6035d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.357384349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.431960668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.432312609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.438163877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.43827583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.439511683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.461359323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.462850945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55208","req_id":"8b9ae083-303c-492b-9379-e3ffafab8361","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ee e3 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.46303433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55208","req_id":"8b9ae083-303c-492b-9379-e3ffafab8361","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 61155,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.463187756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.463356312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.463553003Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55208","req_id":"8b9ae083-303c-492b-9379-e3ffafab8361","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.464219201Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4269, tv_nsec: 263129929 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.465124294Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.468418458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63450","req_id":"4ca21a31-2894-4f73-ba3b-7b8c11ef30b5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   54 49 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   TI..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.468613256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63450","req_id":"4ca21a31-2894-4f73-ba3b-7b8c11ef30b5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21577,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.470496468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.470791646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63450","req_id":"4ca21a31-2894-4f73-ba3b-7b8c11ef30b5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.47149654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:24.576587317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.57669937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.576870852Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.576923016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.57851089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.605286118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.609001149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.609375786Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.609953407Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"841.168533ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.610373113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":44,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.610479776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.610597701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.610692299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.610830124Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.61375425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.624747914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.632477885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.632584388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.632617574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.633028172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.639929512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.639991185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.642320586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62701","req_id":"ab58eec4-9302-4ece-87f2-2be138617a6e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   95 d3 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.642396417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62701","req_id":"ab58eec4-9302-4ece-87f2-2be138617a6e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 38355,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.642605263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.642786695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.642838628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62701","req_id":"ab58eec4-9302-4ece-87f2-2be138617a6e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.643408484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4269, tv_nsec: 442294993 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.643472892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.643776547Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54363","req_id":"21810f93-8d42-4d61-943a-d53631354eb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   47 83 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   G...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.643837619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54363","req_id":"21810f93-8d42-4d61-943a-d53631354eb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 18307,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.643930774Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.644442354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54363","req_id":"21810f93-8d42-4d61-943a-d53631354eb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.710740849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.711194463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.71125333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.711286557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.71131823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.712229315Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.712359464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.71242241Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.712735914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.713987889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.716139596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54152","req_id":"743ba709-8f65-4367-a99f-5b4658713395","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   35 1f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   5............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.716269595Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54152","req_id":"743ba709-8f65-4367-a99f-5b4658713395","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 13599,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.716489192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 13599,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:24.716731225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54152","req_id":"743ba709-8f65-4367-a99f-5b4658713395","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.717144067Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.725611899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.725671918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.725703271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.726281964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.726534717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.726581801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.726607793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.727380693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.727484199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.728397138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.728449733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.732032632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.73209176Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.733305768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.733702549Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.73375836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.734037216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.735969666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.736113222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.736158733Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.737210057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1965980-ef87-44c0-bbc8-d59744193ad1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.737456589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.742963651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ce2eaf-117b-407b-a37e-e4a47e1cfa88\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.743330652Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.747126185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121020ac-820f-4f3a-94f4-806cc8a34f45\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.747285903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.753554753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"960331c9-3dfb-456a-ad18-d2194420afa0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.753680524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.759572092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19bc8de-40b6-4a8c-ac5b-4088360037f6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.75989205Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.762926947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff470c11-179c-4c0b-926b-e7b449264396\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.763001485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.765234775Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c7b5f8c-2992-478b-91be-f8ecde62431b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.765587317Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.773618359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.773906593Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c8cf726-54db-4415-9da5-7f1939a43650\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.774039999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.77661015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09d1621e-58cb-4ef8-ba40-7e156c03da20\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.776757283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.777693558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa5befe4-807b-4199-b7db-5ad3b12adbbd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.777830391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.779102866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35003089-6234-4329-b69b-0ab109449ab9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.779237404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.780500641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3a11b8-ab20-466d-a814-a46309649bce\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.780633806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.781992664Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a299c5-6c88-4a5b-9937-1acac96f5079\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.782252001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.789238601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43e41af6-1dda-4b40-bdff-1e069cd17224\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.789413299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.798827215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a358b794-4044-4813-9a6c-a44017ff4509\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.798926122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.800882581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a81d4a0-053d-4b49-9ea2-13771852b26d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.800944634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.803674804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d32433c-4ae2-4ed3-9226-be912d98a152\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.803954391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.806190947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5307c13f-6ce2-4d26-9d68-65c0e49e137f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.806263281Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.808147034Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89bb2ed2-613d-46cd-a2f1-13c4abadc08f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.808219138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.809312727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6716de13-8dc5-4800-aefd-310d946ef766\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.809482986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.811043966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce45e27-e9f7-411f-9645-8ded024e30af\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.812057887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:24.813545871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.813930798Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e59e29e-9201-4c66-b3a4-292145b45a60\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.814345625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.81652643Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4e5328c-e513-4ca0-9518-a01e2505ffb9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.816766548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.819594433Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83342b19-4f16-48e4-abb5-dfbdb7382e80\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.819986233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.825508296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.825684206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.826175295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.826219412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.827775994Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.828189097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2d8bd9f-c408-425d-8f5f-82cd28f05f83\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.828599414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.831008685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.83899653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.839095377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.839181689Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.841132265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.844362121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.844421439Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.84525027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.846490361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b924377-6db4-4c17-9473-21c536fe9a58\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.846674648Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.851195856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22a4fde2-e6ef-4516-ae13-040d0389db7e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.8517697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.86452788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"707d22ee-0cd2-42c2-aeb7-4d3b1955ba93\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.864670594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.870202255Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47d96195-d031-4655-8147-f7af34113d22\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.87037019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.872564442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74e36804-254a-4b22-b68a-37b45ff1f734\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.872668409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.87407944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8af2b617-e81e-4442-8063-8981c3fc2e99\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.8741443Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.876654401Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11afbbc9-6182-4797-8394-65cda98d4285\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:23 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.876911373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.886636399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c5bddbc-c37a-48b6-996e-8f2ed221b119\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.886804023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.887146536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.888803948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f882bb8d-ba97-47ab-994a-b7ed197999f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.888871222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.897004557Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba1de224-454e-4efa-8be7-630f1555a324\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.897223694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.899573095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffacac4e-5a6b-47a3-8253-7b6b9ebfd242\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.899732603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.904075385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e63738e-7db7-4479-8a9c-c44a5bfddc49\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.904187589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.908216617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69802ab7-1b13-4912-a4d2-c764ba8ac3a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.908672806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.910645296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd6eba4-45e5-44aa-be8c-9c9094410f34\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.910901165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.91264004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fbf2e36-aa19-404c-b576-a9842f3ba9fe\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.912806472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.914725886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"528427d9-715d-4cc8-a283-62bafe5ba375\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.914798851Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.915867991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4ecb4b-90fe-42ff-88fd-558491813f71\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.916455662Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.917882305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8e84894-7a00-469f-abc2-8adcce610a30\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.917952695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.918907177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f4adf71-6343-4ace-9e11-5da16f00fda9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.91898423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.923104119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4e3b260-c883-4f0b-a1c6-e327b18aefb7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.930562509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.930782438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.930889771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.930975272Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.940718054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.941136728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.941432768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.941531745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.941613778Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.942303633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.943630486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.96177072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.961838505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.961869917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:24.961899627Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.961927743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.962364914Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:24.967407861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.005362393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.005484637Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.005522602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.006175323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.006676191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.047408467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.047538276Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.04758043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.047702704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.152564434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.152642099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.153233647Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.153294148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.154361885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.154763726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63396"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.156244155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"570cb74b-a1b7-4d02-bb1e-f25a3de0b5d7","remote_addr":"[::1]:63396","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.160107323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"570cb74b-a1b7-4d02-bb1e-f25a3de0b5d7","remote_addr":"[::1]:63396","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3897,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.161199178Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570cb74b-a1b7-4d02-bb1e-f25a3de0b5d7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.164249806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.164335186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.164400015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.166400211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.166651091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.166761661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.166904966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.16755432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.177655015Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.182318807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.183966009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.184026139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.186322004Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.248630199Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:25.261254051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:25.261643397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.261699007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"651.292588ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.261737965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":45,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.261765309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.261794949Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.261823886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.261854678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.263611738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.266889239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.270700392Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.270764219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.270798558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.271218815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.277792833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.277850889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.278776984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55014","req_id":"5eb2b6e2-f861-43d7-8bf8-4782169dd6a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   bb 70 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .p..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.278875891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55014","req_id":"5eb2b6e2-f861-43d7-8bf8-4782169dd6a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47984,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.27915143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.279328753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.279381018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55014","req_id":"5eb2b6e2-f861-43d7-8bf8-4782169dd6a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.279840483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4270, tv_nsec: 78738756 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.279897917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.280204939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64729","req_id":"48c9687a-e884-448d-831a-8562b0241906","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   52 35 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   R5..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.280261853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64729","req_id":"48c9687a-e884-448d-831a-8562b0241906","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21045,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.280351391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.280444206Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:64729","req_id":"48c9687a-e884-448d-831a-8562b0241906","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.336079395Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.337349857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.337609855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.337746697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.337783872Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.338667723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.339053331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57222","req_id":"d1997156-a059-4143-b6e4-59458386614d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   ba b3 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.33924873Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57222","req_id":"d1997156-a059-4143-b6e4-59458386614d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47795,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.339506955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 47795,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:25.339597335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57222","req_id":"d1997156-a059-4143-b6e4-59458386614d","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.341083005Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.341138896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.341169257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.341373193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.35743724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.357506808Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.357535525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.357966414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.361185458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f0fa725-4433-4d15-aa30-6a1c913c18de\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.361467289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.363107898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.363166765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.363506372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.365868328Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1278d8a1-b488-44a9-bc8e-509f3f4bdf21\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.36593441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.368026969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f41ba9d7-968e-4ff3-9d18-6a8c9c81ec3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.368151086Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.370887418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc440ad2-f79c-443c-a000-b2bf2dd84da5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.371056505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.373090418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004d1f47-a022-4bd1-aa4b-3ce898f6183e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.373163483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.376183109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"137aa4be-3913-4714-8fe2-86c537265947\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.376432066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.379608304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f86842be-6040-4e65-8480-9ddc36160f79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.379681309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.382303634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b5f66b1-fc1a-42d9-8bbe-014148c6a1e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.383030292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.385274113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e62b6f1-ecf2-42ab-8f39-6f894f7d94b7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.385412569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.38651244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"515ccf4c-793d-4724-ae25-21b51f84a488\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.386724132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.387938271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3f3895a-f52d-45a4-98cd-c2c587f3af59\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.388062298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.389169394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2501b1b8-3ebe-4db4-88bb-2816eabf1e1b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.38928285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.394134136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6742833-b8ab-4407-9ab8-5b85fc1fb311\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.394371398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.394702548Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.396826159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e32d2e44-f86c-4f25-814e-e64f92c219b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.396944646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.398609062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"600d4cfe-9264-43f9-9844-4ff61efc9bbd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.398685484Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.401104734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5177c64-904c-4f2a-8484-ae5a41ddbd7b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.401184323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.404889605Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef744420-2ac5-4c68-83a5-b82556340f25\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.404988623Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.409115986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3468319e-c846-42e1-98a8-e60a511e650e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.409346976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.412412995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a195447-b9aa-4b71-844f-91b6ed4feeaa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.413475121Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.414917706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"801cb67c-3a0a-430f-acea-5f476f2363ea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.415723722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.420218026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62bd815e-a7d7-4023-88a4-8e86cec884d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.420401382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.421652043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33701fa8-c486-4c2e-aa63-9c827df3de02\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.423202903Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.424833773Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d573c5f6-9279-4f6c-8976-b2b6839e2077\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.424939213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.426921032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1cb153e-612b-4930-aaba-44226587ee39\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.427150198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.432763973Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f63eb9cb-3e8e-40eb-9844-68f206125795\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.433087738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.438466585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c6328b-157e-4e38-9c39-c5d7e23d36ea\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.438726513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.45055469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.450707515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.451160066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.451316087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.458643677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.458932412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"855b8f6f-5f4c-47c7-88de-87d6294c1d28\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.459151118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.461757381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.475130967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.475255936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.475341456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.475987163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.478760829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.478860568Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.480497659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.483195254Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19431b47-1248-432e-89ba-5c8ad84b9ca5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.483457767Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.489005461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38532247-9e99-4628-9930-c4bfe7e6c3cf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.489347683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.494644646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61addf80-8e8f-4c38-ba19-bb41482fcb13\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.494955806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.497344987Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c3f0ad-6574-4a09-bca3-a5eca6994490\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.497644163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.500199444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8b68f1-84f2-488c-9557-951cbaca9726\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.501464224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.503417826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3cac353-0586-40cd-8932-4a2ee1cdeece\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.50371571Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.505908599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58888ba4-0015-4169-ac74-ae223de01b2f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.506118307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.509413462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b22e7d7-f1ca-4863-ac22-9a99f3073845\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.50967822Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.514110771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.517610895Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3cfaf8d-b8b5-437a-918c-2487fbc56322\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.517826084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.520916712Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b17a7456-94ef-4cf2-b3e3-003cdabe818c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.521123905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.524321085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4073f18-18a4-47fc-96f5-194cb765a377\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.52453456Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.527521371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8784eaa7-8677-4c26-8b9c-706ac6ae8433\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.527729215Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.531121825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1114419-cad9-485d-bc09-88ee04a6050d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.531225952Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.535498585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d6f243-d58d-40c3-891f-1ca928b1031a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.535747591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.538151601Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd8bcce7-3d46-46f3-8e07-72d8da1fef79\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.538526769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.556229671Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fe42831-3256-4bae-a6db-4ad6564aa11f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.556452394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.558782818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4524f3c9-4e72-4bed-a497-26e2b5c57d62\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.55941621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.561155836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df65dbf-5388-4744-a92a-ad03ae6ba4a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.561483619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.561596343Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.561851321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.561947092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.563505507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.566845211Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.566963367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.567053446Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.567132283Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.568427364Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.589318217Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.589818524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.600217123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.605582052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.605731319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.605903001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.606001428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.606085054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.606879487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.608634875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"565a9e9b-4649-4deb-852f-85cc2c58c382","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.609207345Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"565a9e9b-4649-4deb-852f-85cc2c58c382","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.609382825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"565a9e9b-4649-4deb-852f-85cc2c58c382","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.610096106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"565a9e9b-4649-4deb-852f-85cc2c58c382","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.610835559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.640509853Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.647191646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.647272758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.648710022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.650933802Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.656897234Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.656987454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.657024909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.657670304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.659926029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"565a9e9b-4649-4deb-852f-85cc2c58c382","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":51045,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.674420478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"565a9e9b-4649-4deb-852f-85cc2c58c382\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.675405902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.67548539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.675521261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.675951929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.67610803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c01ba166-3ff2-4da3-be75-b99ef4793c80","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.676468358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c01ba166-3ff2-4da3-be75-b99ef4793c80","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.676530332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c01ba166-3ff2-4da3-be75-b99ef4793c80","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.676976811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c01ba166-3ff2-4da3-be75-b99ef4793c80","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.742971131Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.743089657Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.744353084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47535"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.74463717Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.744690386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.744781287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.744980965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.74538502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.746394862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.74838098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"189d5fb4-0151-4f99-b795-877d40c26d9c","remote_addr":"[::1]:47535","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.749938984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"189d5fb4-0151-4f99-b795-877d40c26d9c","remote_addr":"[::1]:47535","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1561,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.75028823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c01ba166-3ff2-4da3-be75-b99ef4793c80","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":74173,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.751133173Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c01ba166-3ff2-4da3-be75-b99ef4793c80\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.751198123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.751233553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:25.751260517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.751295296Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.751964099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.752054749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.752089879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.752119078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189d5fb4-0151-4f99-b795-877d40c26d9c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:24 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.753860006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.754036819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.754070916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.755562599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.755624261Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.755657638Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.75568871Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.756296701Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.758231246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.758290955Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.76114437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.768485467Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.768714222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.768773651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.770613617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.771071369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.771132481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.823634817Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:25.858363472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:25.873482155Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:25.873810339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.873875829Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"612.085631ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.874206588Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":46,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.874301878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.874346387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.874377048Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.874403721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.874880812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.877732954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.885723966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.885787743Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.885824316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.886634821Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.8871512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.88720641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.887240337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.887267491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.88767322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.900169959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.905892971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.905956187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.90598771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.907271187Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.908157062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.908213886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.909364869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55367","req_id":"f7f367d7-6afd-4789-b0af-28bdf182e708","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   b9 a0 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.909477954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55367","req_id":"f7f367d7-6afd-4789-b0af-28bdf182e708","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 47520,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.909891939Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.910079513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.910174041Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55367","req_id":"f7f367d7-6afd-4789-b0af-28bdf182e708","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.910578266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4270, tv_nsec: 709475277 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.910638887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.910858525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.910902062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.911634892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.912584975Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57209","req_id":"8e175d3d-b0ce-4139-8775-1621b94f5194","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   e8 6b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .k..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.912643231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57209","req_id":"8e175d3d-b0ce-4139-8775-1621b94f5194","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 59499,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.912729092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.912825504Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:57209","req_id":"8e175d3d-b0ce-4139-8775-1621b94f5194","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.972552586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:25.973285066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55254","req_id":"f78b8ca1-10d0-426d-8f0c-8d5e9d7cda34","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   f3 3f 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   .?..........._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.973468471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55254","req_id":"f78b8ca1-10d0-426d-8f0c-8d5e9d7cda34","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62271,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.97376422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 62271,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:25.97395971Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55254","req_id":"f78b8ca1-10d0-426d-8f0c-8d5e9d7cda34","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.974245339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.974333174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.974449937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.976282307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"954a35e6-80f5-4299-906c-9b48334a3ad1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.976744599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.978353304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a74f96a8-71c4-4899-8813-5273160baee6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:25.979123589Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.007286471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f2028f6-4f42-4213-b75a-55ebbcc248e6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.007438855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.021773726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"570d31f8-0c58-4fab-ac19-8357dd4f4fcd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.022121539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.024231683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14e5a585-e0bd-4200-a609-b111e581bc3a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.024856859Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.029044543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.032338706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58ea44a9-e8eb-4684-afa4-e2fa12790f62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.0325314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.034406025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee0d08d0-fde4-4775-9737-6d20e26c53a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.034520894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.036577051Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98aa1f93-f3f3-41af-9fc7-e2b326f12ec7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.03669204Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.037632494Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75db057e-dd33-4636-acb3-4d9cca8f47d4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.037772022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.038777475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974ee40f-698c-4668-83ec-c7985f0753c5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.038995319Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.039963899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7b29a6f-1ed1-4518-910e-96f0a59c1659\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.040054359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.041032769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f312703-5707-425c-a133-0c5a44e8f62c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.041145493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.042421305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b55a45-0f7d-4cf0-8bd7-a6f4f546fedf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.042641323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.046186347Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce3af997-ac35-4273-b3bc-8068241acaa5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.046364612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.049201284Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6e9fed-2ff8-48c2-8ee7-96bbad7b31a4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.049317145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.051115748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39ace0b7-6f8d-40ba-9de4-c2ffb9b936a4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.051226349Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.053182075Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35f844aa-388c-45a4-834e-324859639758\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.05325455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.055514933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d498620-d561-42f2-a9b0-5aa0c1410c29\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.055631175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.079558298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bdd0312-cdab-4365-8074-515bb6736cd4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.080041501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.088893508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.088953117Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.088985682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.089013297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.089866857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.091855169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcc38c4a-e679-4329-818d-efa25ff9d697\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.092073454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.095355032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.107928213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.107992371Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.108024936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.108598238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.10885998Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a7eecb-651b-410a-9d15-f8f3ddcb9ee5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.109068024Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.112731103Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"040995cc-65ce-4991-854f-01ff74ea8371\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.114028448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.114283536Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.114338636Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.115012118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.11638357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b38ac3d7-d3f5-4d8a-bf8f-cba536217f36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.116469692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.120156357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8dbd20-d972-43fd-9507-7b8fa075d1db\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.120505864Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.123072517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61d98cbd-3101-4da8-b350-625c0f0864f3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.123214029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.127043209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f49e0f71-78d3-45cc-b8f6-85c8c3b3679c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.127161915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.130162273Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2609e6e9-08f8-4f9c-977a-dac67cdb5ae4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.130633492Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.130962758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f4f8728-e2b8-421d-ad56-110de110fcf1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.131085653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.138865083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6394a2-d3d0-4e42-b9ee-9011d78253a8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.138966084Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.143663724Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9aa10cab-9b69-4d6f-a206-2c3e1376e80e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.14519757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.155793622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd3cb7f8-0996-4b60-b68c-f0ded39b8dcd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.155944563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.158057122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7887dae-36c9-4e81-a5bc-947eec1018ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.158208143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.159254909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e3107b-ed49-46ac-a4df-6b55c8df6d83\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.159382833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.161016769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3b2ef2-eb51-444e-b6cd-b3a442873fe6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.161421676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.162702087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f88358a-2a59-4e77-9eee-0469f339b1cc\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.162742287Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.165137289Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebec6b54-0f8f-4fb1-a961-2ea1f43cde69\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.165306486Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.165798777Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.170239575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f11ec4-e730-49cf-a2b4-5cab4cb1ec2a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.170457649Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.172920286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54fce88b-766c-4165-9c49-09a3ab702b35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.173056527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.174797216Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97573c42-bccd-4008-878a-9c5815220e53\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.174870862Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.17659146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc987aec-8679-4cd5-9870-2941fd016b69\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.176708874Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.179690535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10008910-2ecf-4205-b2a8-dc56388705df\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.179812278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.180649265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b187e734-8d7d-49dd-853d-2a8a0b660fd2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.180787721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.181710961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335f255a-e38a-4b95-b292-42e95df9186f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.181843856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.182784229Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2dc5b2b-a493-44c0-87bf-62119a7c5775\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.182908487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.185872683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa508a0-da5e-447a-b9eb-0cfe18421ce4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.185920358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.185971419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.186009455Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.186037471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.18707087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.198240314Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.202003021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.202064754Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.202098812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.202128251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.202155645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.202521244Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.207178243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.210979066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.211045398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.211081139Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.211670694Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.217563454Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.217724065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.217763102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.217792771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.219074415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.301250425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.301345014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.30200538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49893"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.30256256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"0962901c-50ee-43eb-9cda-dd6f325d7a39","remote_addr":"[::1]:49893","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.303880957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"0962901c-50ee-43eb-9cda-dd6f325d7a39","remote_addr":"[::1]:49893","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":748,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.303953942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0962901c-50ee-43eb-9cda-dd6f325d7a39\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.307110191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.307167665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.30719505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.310969189Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.311047746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.311087094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.311117755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.312180964Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.313179734Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.31925091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.319313385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.319346801Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.319783892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.331896165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.337141967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.337340863Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.337391745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.338883727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.353396463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.35476014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.354819438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.355600023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.356295018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49610","req_id":"275e9418-a7bd-4464-ba39-76c4c724319a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   ac af 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.356357603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49610","req_id":"275e9418-a7bd-4464-ba39-76c4c724319a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44207,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.35643138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.356519405Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.356664344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49610","req_id":"275e9418-a7bd-4464-ba39-76c4c724319a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.358607556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4271, tv_nsec: 157514666 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.35866979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.358957543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55249","req_id":"091bab82-16ca-4e58-b6a2-ce01647ec069","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   6d 1b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   m...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.359078825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55249","req_id":"091bab82-16ca-4e58-b6a2-ce01647ec069","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 27931,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.359176429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.359255857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55249","req_id":"091bab82-16ca-4e58-b6a2-ce01647ec069","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.359503621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.426325529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.426405338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.426595597Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.426658222Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.434488383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.44227635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.443912651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63676","req_id":"10c3720d-02c3-4c7b-94ae-c753612a219b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   c3 be 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.443975325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63676","req_id":"10c3720d-02c3-4c7b-94ae-c753612a219b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 50110,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.444166286Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.444363128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.44440445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:63676","req_id":"10c3720d-02c3-4c7b-94ae-c753612a219b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.444965749Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4271, tv_nsec: 243802129 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.445026991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.445336508Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52025","req_id":"cce64939-12e6-4f1c-ac29-ef93e1cb5fe7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   a2 46 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .F..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.445447398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52025","req_id":"cce64939-12e6-4f1c-ac29-ef93e1cb5fe7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41542,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.445660233Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.445696866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52025","req_id":"cce64939-12e6-4f1c-ac29-ef93e1cb5fe7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.446013156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.551798697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.552071019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.553728983Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.553937278Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.57083266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.595778634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.596280935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.596599299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.59665027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"722.721326ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.596687144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":47,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.596713266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.596741552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.59697645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.597035438Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.598228986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.599239459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52639","req_id":"b38a238e-a2b7-447f-b4a9-4c86e4ab3aa3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   36 df 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   6............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.600071487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52639","req_id":"b38a238e-a2b7-447f-b4a9-4c86e4ab3aa3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 14047,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.600324361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.600501834Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.600601022Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52639","req_id":"b38a238e-a2b7-447f-b4a9-4c86e4ab3aa3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.601539632Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4271, tv_nsec: 400419378 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.601604642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.601923677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53176","req_id":"e999e087-8715-4c4f-8286-e62e70d2be9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   21 9f 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   !...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.601972515Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53176","req_id":"e999e087-8715-4c4f-8286-e62e70d2be9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 8607,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.602113435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.602149026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53176","req_id":"e999e087-8715-4c4f-8286-e62e70d2be9c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.602340849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.607159249Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.607271202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.607358857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.607933411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.61082368Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:26.680273945Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.680346339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.68172695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.681797491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.683795502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.684544805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.684680445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.684726166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.685051424Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.686294411Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.686505441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.686551202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.687261297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53875","req_id":"7dbc0392-9f00-47b3-8d10-5d5f3ce7e2cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   ac 4a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .J..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.687319563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53875","req_id":"7dbc0392-9f00-47b3-8d10-5d5f3ce7e2cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 44106,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.687566826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.687722105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.687812385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:53875","req_id":"7dbc0392-9f00-47b3-8d10-5d5f3ce7e2cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.688143505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4271, tv_nsec: 487048822 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.68820111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.688836586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52107","req_id":"4e875f18-81f2-4da6-b72e-8a601b5dd134","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   df 2b 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .+..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.688981444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52107","req_id":"4e875f18-81f2-4da6-b72e-8a601b5dd134","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 57131,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.689290761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.68933074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52107","req_id":"4e875f18-81f2-4da6-b72e-8a601b5dd134","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.759937339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.760467045Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.7605247Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.760653416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.760689558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.761275295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.761629771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.761685442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.76190498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.762062654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.764114732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54464","req_id":"4a36b4ae-ca51-47cf-881f-22eb88ed7fd5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   9c d3 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.764180093Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54464","req_id":"4a36b4ae-ca51-47cf-881f-22eb88ed7fd5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40147,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.764363087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40147,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:26.764454089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54464","req_id":"4a36b4ae-ca51-47cf-881f-22eb88ed7fd5","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.765979177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.766035379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.766066321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.766849892Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.76781269Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.767870997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.767903722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.76803833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.773516194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.773576023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.773608288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.773956842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.774373031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.774425807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.776512274Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21b6adaf-0f2d-4082-a9cc-d20d3fdbe158\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.776735348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.776922511Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.776968813Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.777489791Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.780122787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d84cca7-3314-4fbb-af40-35e3ffaaa12e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.780301453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.782179505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00937a9c-37e1-435a-958f-6e2eaac24bfc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.782283563Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.784629607Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d60d9b3c-345b-4cfc-a070-da9ec7c3f023\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.784865858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:26.785385954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.787785675Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"982a8748-428d-4ba6-a9fd-78629df411a6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.787914061Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.790157471Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ba54edf-2fba-42b3-996b-17401e80bccc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.790235196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.792277164Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0785027d-d0a6-4de7-8c5f-72cc7c107e1e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.792584677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.794818748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aede1d8c-5eee-4311-81b4-0b53ce7ffd0d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.794906213Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.79575335Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5832aef0-8be8-45dd-9df2-e14513d5ca80\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.795880153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.796927891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814937f0-ac8c-439b-b06c-e949f4cf0856\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.79706298Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.79805186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8ba14e-5da8-41f1-8f98-2c73d906bf4c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.798190957Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.800113768Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77286ff-24bb-4d48-b4a4-2507ffb88c42\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.800182285Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.802103172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec9123c-a931-4b1b-89ea-f2467e8c8426\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.802318902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.80579096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a85d65f3-ce4f-433f-ae5f-0c0ee0458752\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.806410584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.809670028Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cad7e1f-011d-47e6-9f2b-4c0ad1db2b03\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.809812021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.810420373Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.813672984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e7ec2a5-bf93-4795-ac2c-1eb2eb2beacd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.813804035Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.816715656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b3e398c-dfa2-40f5-aa5c-7c0c34f02970\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.817193028Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.819323963Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae85f4f6-d3b8-4c7a-96fd-71cae6603389\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.819396838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.824992608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb5683bf-80cf-491c-98e9-61a9433b6754\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.825368006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.826874758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f30782-c3d8-4574-bcf4-ad8c6452d1e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.827030177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.828990573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae4598a-db64-4626-88ff-6689d97e6cc6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.829208558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.830597144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9d2e7e-c6d8-4aac-95bd-4c24b547af88\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.830668016Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.832246631Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c405e50-0001-4bf3-8ed7-acf010534c6a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.832365758Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.834064493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1026b8f-7323-44d3-aad7-cc9d57730adf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.834496033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.837186403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19398c8b-43c4-45d2-816a-0460265cbac0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.837249709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.840253083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c38330-2a1f-4ce7-8b88-3179fc4f98ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.840368122Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.843009956Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d734d938-4880-405e-805b-d692f47118b0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.843148332Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.850529468Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d036c2e-11a4-4ae0-a0f0-3d5eafd0e8fd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.850613175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.852942466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0525e852-373f-4e6a-867c-c9f61b618601\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.853016924Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.862436663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.86263125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.8628017Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.862897Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.864988126Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.865298184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"766b2d60-312e-4860-a104-04a983c0160d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.86555706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.867882413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"671b385a-11cd-4c9b-b0e9-5c7f0cb2c2a2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.86811674Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.86879932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.878537192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.878600528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.878629406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.87934427Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.883322727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.883382937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.884621144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.885307221Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8fb148-eb25-4dca-aa1b-7510eee560d2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.88559785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.889579463Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bb841d7-46ab-480c-bb2c-b1ef02f21d7b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.891111094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.896693046Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01ac4987-6fb8-430b-8d9c-a7ddc94f905f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.899037177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.90307418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb98d734-114b-4ff5-8b62-a2fbd8f3180d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.903143458Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.908192819Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a88b84-5a52-443f-ad6b-be83ac98fbb7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.908273029Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.910498453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b6211ba-8966-4ae6-b02e-052c7eef4011\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.910571238Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.914368714Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea58af8b-3f5d-4c5b-89f1-b860a5969e04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.914649513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.923464937Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.923830325Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bbbf0a7-bc9e-4d97-868a-cb172a1b5651\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.924005745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.92906242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28ebd2fd-9592-40b8-aa48-9bb701c11a33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.929199102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.935479305Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6949288-9d23-4592-98b6-09de91175958\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.943771487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.946623449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0e2a3d4-e0f4-49bf-a165-e064400f1003\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.946863898Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.947874482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4eb45d0-54dd-483a-9e31-5bdce539ddc7\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.947981685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.9490578Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"267c9f3b-98b3-4325-bb46-4ef5b29e554b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.949190524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.950394052Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a33873ab-0345-4301-a73e-ba66e967b9ad\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:25 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.950459472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.950496195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.950527027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.950556646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.95141683Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.959515676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.968606138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.968709745Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.968814053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.968915755Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.969000614Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.969656481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.972414616Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.979022412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.979159806Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.979248242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.979877295Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.980626288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.980685225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:26.980719323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.980749012Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:26.981871869Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.058074378Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.058129899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.058890885Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41067"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.06239183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"4876282e-a70d-4a2d-bd7d-c595bbd64abb","remote_addr":"[::1]:41067","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.063040242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"4876282e-a70d-4a2d-bd7d-c595bbd64abb","remote_addr":"[::1]:41067","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":687,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.064530191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.077819369Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.077884729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.077917224Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.078348212Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.078958288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4876282e-a70d-4a2d-bd7d-c595bbd64abb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.081603528Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.081662686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.081691183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.084069482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.084133148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.084166916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.084197246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.084759577Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.091028487Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.09126613Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.093327858Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.093701503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.09986358Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.100036906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.100081464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.100609797Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:27.152327541Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:27.152777909Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.152925493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"556.227628ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.15334561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":48,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.153458645Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.153579666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.153673523Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.153748412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.154457906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.165935194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.177118065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.177224928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.177413043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.177967257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.185382651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.186251913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.187655981Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.189858149Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54907","req_id":"71398e1d-2fac-438d-a58d-cf4736ab0aab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   f9 fb 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   ............._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.190080432Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54907","req_id":"71398e1d-2fac-438d-a58d-cf4736ab0aab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 63995,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.190394628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.190641339Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.191186916Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54907","req_id":"71398e1d-2fac-438d-a58d-cf4736ab0aab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.192175376Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4271, tv_nsec: 991068959 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.192242299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.192999417Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55806","req_id":"fbcbe05b-a399-4434-a1b9-8c36a9c219b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   f2 6e 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .n..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.193175769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55806","req_id":"fbcbe05b-a399-4434-a1b9-8c36a9c219b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 62062,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.193426729Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.193586307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55806","req_id":"fbcbe05b-a399-4434-a1b9-8c36a9c219b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.257791982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.258379904Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.258530915Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.258629391Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.258716374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.260974083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.261859907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65240","req_id":"d8ef7240-21ae-498f-864e-648c69213916","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   9d b9 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   ............._cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.261941961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65240","req_id":"d8ef7240-21ae-498f-864e-648c69213916","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40377,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.262303722Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 40377,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:27.273072598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65240","req_id":"d8ef7240-21ae-498f-864e-648c69213916","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.273657323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.273738695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.273768475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.277764747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.28835656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.28880327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.288919322Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.289546311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.289939825Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593b5693-2486-43ed-93fd-e333940f425d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.29027883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.293589857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0f7e38f-86d1-475d-b18b-96e3dd264de8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.294254111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.294632946Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.294811561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.295919128Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.301078237Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9a2800d-5bfe-4e35-9bf8-2f39f11dd615\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.301706419Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.304689603Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"557fd088-3887-4ea4-967f-7707011aae2f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.304850193Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.336200947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fc4c47-a127-493a-8298-79f3f40ca2d9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.336949619Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.34898089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ebef843-4308-4697-9935-f2dec3c32401\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.349322641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.353057082Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2abac6-e34a-4fdd-86f1-5375ae4e8112\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.353307481Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.357775814Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"898449ed-f004-487e-b32c-74f80c59afe9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.358351922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.361501757Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65e013ee-1d41-4d83-89f4-6b2cf9033503\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.361803889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.362208526Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.36410811Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f17a99f-cae2-4e64-a30b-68cf5a1c3f61\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.364343489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.365803098Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7beeaae-6ced-4cc7-8234-2b639bc3df21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.366285509Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.367913092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a197a31b-cb31-4f2f-a793-105d7741986f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.368204402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.371298928Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"158526d5-b676-430a-bb7b-7a9e622215b3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.371599977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.374440727Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db8d9882-9d93-4200-8081-1259a8a59462\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.374881997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.383579746Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bb2492a-c541-4374-95f2-4dca2f2e4131\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.389943025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.392872091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10ff6d5-6605-4a8e-b7cb-4070e8686586\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.393547146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.395518083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e96008fd-ec6f-4411-b9e3-1dfd2636bc26\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.395641519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.398402019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5714c924-441b-4dff-8370-3ff75f5eaca3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.399179037Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.418573599Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.418645823Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.418683558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.418713228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.424524175Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.427235878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc0cb22c-5f56-4d37-83e9-65e34e82d904\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.427717087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.428231602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.441542934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.442450102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.442494961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.443221208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.447403561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c497ab-6eb2-4782-a8de-f0381be9b726\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.447679531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.447901533Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.447958387Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.448782138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.452126421Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa52acb-b805-4c42-b152-5a8100a78968\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.452406148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.454372887Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c90a1959-1f4d-4fc6-a841-893484282ef0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.454629879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.456241109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3764d488-47d7-43eb-9ec2-99b90b7f0aa0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.456327291Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.458031477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd0225fe-45ee-4c71-b0df-7e6524024018\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.458220804Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.477155861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a923221a-2ee6-4a1c-8045-1c15c9e21330\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.477347783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.491124412Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66b33a75-57e6-41bf-979d-42a2b59f332a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.491952011Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.496562006Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.505307731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f43ffe2-8ae2-4d24-8ff2-01b1e1a5bbc9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.505715654Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.515025503Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ccec9f0-04e9-487c-b430-2fcbd3fcbc14\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.51546566Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.52165878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5843122f-0cf1-4f34-bae3-90d8976336b4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.522069388Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.531207245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23c3729d-4c96-4f0b-9362-ba35eb55eaf1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.531480198Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.533015818Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5198459-4752-42b4-9628-5656b5209377\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.53325788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.534561488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9b0020-985d-4f38-bf64-7d0d4cf8177b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.53479876Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.535945014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d09665f-e88f-42ac-8720-5db2230cd2ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.536207147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.538035099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a534d3d-a9ec-4afb-be15-7941d8ce8530\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.538249596Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.545075476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"989d353e-f8d3-4b5b-bb6b-1a95f714db55\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.547147114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.547691569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.547821197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.547913942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.547996476Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.549832354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.553795991Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.564413506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.564514337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.564599857Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.576137505Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.582883997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26be150f-1aa9-40fd-a172-1146c3eabf0b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.583126079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.583464253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.583571437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.584170771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.584457512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.586516585Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.589642553Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ef963d-c1e6-4838-b010-4d541bc7b748","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.590045195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ef963d-c1e6-4838-b010-4d541bc7b748","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.590231507Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ef963d-c1e6-4838-b010-4d541bc7b748","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.590818506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ef963d-c1e6-4838-b010-4d541bc7b748","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.595179525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a39b9db0-6b3c-4277-9bbf-9a510f4fc56d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.59540288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.596831747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"90ef963d-c1e6-4838-b010-4d541bc7b748","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":7194,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.598455552Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90ef963d-c1e6-4838-b010-4d541bc7b748\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.599201759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.601692943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6da51e7-0725-4a85-8e49-afed828ddf22","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.602071437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6da51e7-0725-4a85-8e49-afed828ddf22","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.602190153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6da51e7-0725-4a85-8e49-afed828ddf22","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.602830299Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6da51e7-0725-4a85-8e49-afed828ddf22","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.606624348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a6da51e7-0725-4a85-8e49-afed828ddf22","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":4883,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.607813457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6da51e7-0725-4a85-8e49-afed828ddf22\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.607886894Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.607924108Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.607951783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.609895406Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f0d331-be17-4f14-8c6e-805ac98cfc53\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.609971116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.622171976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31bf4b01-c8d0-4103-b10c-9757d55cc4c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.62246031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.634283307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.634665348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5276ba8-76cd-426c-8c8f-225408b5873d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.636134495Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.643892302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89c3821-f7ab-4221-996f-89a1f8d7b37b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.644062692Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.645074979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5ba188d-4040-432d-a5db-cf2ce31d5689\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.645218374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.647153109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05ecba3b-5853-4f57-aa0b-d036e11f88ac\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.647293389Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.648530243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edfc96c5-00c0-48aa-8fe7-b5cb142149a6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.6487042Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.65013997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a81d5b3a-8048-4c4b-b950-ec775f3f7133\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.650206262Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.650457693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.650520529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.650554466Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.652256628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.662845545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.674665586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.674768461Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.674804192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.674834282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.674861316Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.675437063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.681180346Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.702177772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.702245497Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.702275918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.703174398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.704399479Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.704459078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.704490089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.704516472Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.708032968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.708406252Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.70848072Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.708621441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.717247838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.814123115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.814204988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.814814543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42045"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.815267225Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.815332104Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.815528646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.81619841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:27.816470522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.817711906Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"41765a41-20ad-4279-90b3-fd341992d181","remote_addr":"[::1]:42045","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:27.828376795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"41765a41-20ad-4279-90b3-fd341992d181","remote_addr":"[::1]:42045","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10676,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.829079535Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.842352861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.842416488Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.842446418Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.843042886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.846684351Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.846747457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.84739136Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.848745177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.848804125Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.848833083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.849051177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41765a41-20ad-4279-90b3-fd341992d181\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:27 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.853521434Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.853577756Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.853605431Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.856967891Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.857029594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.85706271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.857091457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.861833826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.865904606Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.866629641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.867561097Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.8677883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.880542251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.88081263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.880871297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.881869516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:27.935389921Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:27.936250266Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.936402379Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"783.051819ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.936586736Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":49,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.937322923Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.93795879Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.938098899Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.938261282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.94047866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.944701594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.948479331Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.954483594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.954636559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.955013841Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.955612704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.958896948Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.958957228Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.959604057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59273","req_id":"7588e8a1-cecd-421e-b7a5-8353ce09da56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   a2 2a 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .*..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.959666651Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59273","req_id":"7588e8a1-cecd-421e-b7a5-8353ce09da56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 41514,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.959873684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.960016979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.960069374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:59273","req_id":"7588e8a1-cecd-421e-b7a5-8353ce09da56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.960412567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4272, tv_nsec: 759337534 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.960475413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:27.960775641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52693","req_id":"6d0280ed-059d-4773-9f65-93f34addded3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   3c 02 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   <...........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.960835731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52693","req_id":"6d0280ed-059d-4773-9f65-93f34addded3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 15362,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.960922143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:27.961048795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:52693","req_id":"6d0280ed-059d-4773-9f65-93f34addded3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.041572584Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.042838676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.042902363Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.042936251Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.04296617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.043670483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:28.046225214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65396"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.046290163Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65369","req_id":"600d6cde-214e-43c4-9214-eeff8275f317","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   55 b9 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   U............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.046393409Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65369","req_id":"600d6cde-214e-43c4-9214-eeff8275f317","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 21945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.04658491Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 21945,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:28.046679659Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:65369","req_id":"600d6cde-214e-43c4-9214-eeff8275f317","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.047658159Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.047716996Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.047748769Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.048210088Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"bc1df342-33e8-40b5-b27a-adad1e44da24","remote_addr":"[::1]:65396","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:28.048636558Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"bc1df342-33e8-40b5-b27a-adad1e44da24","remote_addr":"[::1]:65396","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":505,"response_code":"200"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.048790855Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.060498502Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.060706256Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.061017967Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.062635119Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.087994386Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.088145687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.089185489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.102875506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34609dd-1180-48a9-aea7-247fe0cfab94\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.104109134Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.138521608Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d16d3efc-a9eb-42fb-bb61-00c1b44d7514\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.142124186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.167231771Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f0aa414-8980-40fe-8402-d32a30e0bec0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.167325538Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.16981567Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b97efa2c-90a1-4845-82e1-56a5304d8f3a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.17001687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.172742782Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cd472da-bfda-40ae-ad6f-e93d40300c84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.17281708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.177015655Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b13fdd3-e218-405d-8ef5-4e1b48edd707\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.177432646Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.178195265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.182839148Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b15613-e1b0-4f9e-a926-fce6880a8a53\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.190349021Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.193988663Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41de2ecd-65b7-4b10-8e8d-5ea216c20517\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.194210485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.198172138Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb064d1b-963c-4afc-9453-d142de9b895b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.198346796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.199346628Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b3e45fb-4908-42d9-9fce-5419626faff3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.199503561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.202465622Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19dd0b1a-be24-40f3-aca5-4019a17fda80\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.202777374Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.206631413Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bdc2821-8f86-4988-9c0e-deaf9b6f287a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.206931731Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.20878307Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3160ddea-bedd-4211-8a00-40aa53612e64\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.209572292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.211520474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"778b394a-1f82-4164-9d8d-0fe7cdbff510\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.211760522Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.213658323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f562c8-32a9-4de9-8bf5-23d2b457f79c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.220251039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.222632303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0e07e47-c0b3-40f7-a4ad-f55aefa11841\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.222708896Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.225955865Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c436e2-6d7e-4974-b59d-7a8c7e6cb289\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.226395591Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.229430258Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.229493033Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.22953152Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.229559726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.230403367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.230682723Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c9e1ac9-2ce8-4fb8-a63c-4943eba91359\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.231305053Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.23514312Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.244070457Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.244314403Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.244368902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.245804402Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.247239932Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c71574-a488-4a42-90ad-964ca5cf95a4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.247492095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.248915501Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.249016672Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.251662123Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.252841383Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47b23e57-da98-427c-ab48-5ccdba5e1542\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.253045309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.256301848Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed8cce99-9d28-414e-b0b8-f65e127b1142\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.257878449Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.260648518Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5327684-5412-41fd-9165-47813fadff8c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.260696023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.263743795Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2be6dbcd-5393-4355-a716-d06e933e51e7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.266919453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.269890382Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23613ac6-5c2c-40ab-afd8-ab4feb949783\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.269976574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.272843977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ca894f4-0cd6-4d3e-a97f-163f382971ad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.273128293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.281008995Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d5d1838-e784-46cc-9f85-eac50415983c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.28160861Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.286202473Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d12a1a8-9056-43ba-88a6-3c9ece080137\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.286374435Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.289820972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.291800917Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94058103-1d3d-4251-905d-df582a05be6e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.291875065Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.295492242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de7e96fd-b8b2-4411-906b-c0b80d103559\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.295560668Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.300787943Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcab658b-b454-4b84-8771-e9b30ffb53c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.301060617Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.303635988Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4902480-69a8-4abc-8687-6cf0b8ce0497\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.303817039Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.3051878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06b2f35e-4cba-498b-a7fa-2485e4fa2523\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.305371626Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.307243796Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c86474e3-2a12-40e1-9b01-1b862a2c55a5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.307310068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.308412174Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baac165f-1490-423a-ac9f-98fbd1d85c21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.30878156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.309631984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4f8dc54-697b-4a30-841e-0e924bbf11b4\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.309880169Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.312207666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"235d7a47-f8cf-49e1-8843-d0885ae5594e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.312342625Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.314395556Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"116e3a95-c136-4b3a-a0eb-4f849881a685\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.314444172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.317947282Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96fdb8f0-3298-4fb6-811a-e4a88534bf20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.318143092Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.320504527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fd61955-bf32-47d4-ab67-339876d9eace\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.320943231Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.325122839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0c74e9f-2604-4fca-8426-a2318a994fa5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.325577765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.328787761Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e48bfe3b-9af9-420c-b90d-dbd61eb41620\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.328909303Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.330838828Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd670825-b64e-4ff6-b29b-401c3921d63c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.330985239Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.332328927Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd7e1ed-3c25-4a3f-a363-226c5261cb28\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.332473014Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.333376784Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34e3bdb-720a-4371-b311-e9d87e8f2edd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.333519569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.334451676Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74a9ec1a-199b-464a-bdbe-abafd61b48b7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.334511706Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.334545313Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.334576054Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.334606444Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.335305367Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.338544661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.344447572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.344519165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.344553483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.344593453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.344626318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.34491826Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.346093572Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.346146337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.346174794Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.346200385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.346501905Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.355155537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.358814517Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.358978154Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.359113543Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.359639441Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.364232653Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.3697875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.374286524Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.374392195Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.377339527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.470628089Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.470713118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:28.471352151Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47152"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.474146068Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.476180612Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.476242776Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:28.478105447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:28.47889979Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"9c549d32-655e-4fa2-97b4-ef850a0dd6b0","remote_addr":"[::1]:47152","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.053024184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"9c549d32-655e-4fa2-97b4-ef850a0dd6b0","remote_addr":"[::1]:47152","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":574292,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.05365445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43372"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.053716323Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42745"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.053747886Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65114"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.053772485Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38093"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.053795842Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51837"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.053820912Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:54850"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.053844849Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49092"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.054220057Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.054486348Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.054689192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.054734803Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.054875202Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.055379477Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61389","req_id":"54c265c5-c57f-4c02-93ec-d96932920556","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   7f 1c 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   ............._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.055523324Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61389","req_id":"54c265c5-c57f-4c02-93ec-d96932920556","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32540,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.055833542Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.056001837Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.056071165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:61389","req_id":"54c265c5-c57f-4c02-93ec-d96932920556","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.056349931Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c549d32-655e-4fa2-97b4-ef850a0dd6b0\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:28 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.059118397Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.059176753Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.059207644Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.061913265Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.062110318Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.062147342Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.0621765Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.062748529Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.063026634Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.064823414Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4273, tv_nsec: 863721727 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.064886609Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.065582105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.066607889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.073020516Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"080082b2-e3ab-4205-8034-1d76b5cce321","remote_addr":"[::1]:43372","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.073223069Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"cf2151f4-875e-4a7a-b323-42c89140255f","remote_addr":"[::1]:42745","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.073341525Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"9831895c-5832-46e4-9793-db06c050a8b4","remote_addr":"[::1]:65114","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.073517436Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"906015d6-9fca-4295-9990-bbfc939c7346","remote_addr":"[::1]:38093","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.073646573Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"633a5280-3fbd-408c-9771-b470cf8ce7bc","remote_addr":"[::1]:51837","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.073782404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"5de08582-bf39-41d8-88f8-bd5c24586a77","remote_addr":"[::1]:54850","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.074157641Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"e7557812-b512-4ba8-a509-b6dd3e3fe54c","remote_addr":"[::1]:49092","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.074336838Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55554","req_id":"736b8688-36d3-4986-8aee-feb2ebefda92","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   7f 7b 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   .{..........._de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.074465615Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55554","req_id":"736b8688-36d3-4986-8aee-feb2ebefda92","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 32635,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.074655684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.075120901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.075244527Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55554","req_id":"736b8688-36d3-4986-8aee-feb2ebefda92","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.075404586Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51104","req_id":"4476ff5b-5d87-4aba-84ad-7d90ede76bca","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000:   65 90 01 00  00 01 00 00  00 00 00 01  09 5f 64 65   e............_de\n0010:   6e 64 72 69  74 65 04 5f  74 63 70 0d  63 6f 6e 74   ndrite._tcp.cont\n0020:   72 6f 6c 2d  70 6c 61 6e  65 05 6f 78  69 64 65 08   rol-plane.oxide.\n0030:   69 6e 74 65  72 6e 61 6c  00 00 21 00  01 00 00 29   internal..!....)\n0040:   04 d0 00 00  00 00 00 00                             ........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.075455127Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51104","req_id":"4476ff5b-5d87-4aba-84ad-7d90ede76bca","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 26000,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            9,\n            95,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.075523483Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.075714333Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.075760365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:51104","req_id":"4476ff5b-5d87-4aba-84ad-7d90ede76bca","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.07608442Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.081244271Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.081639969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.08171534Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.082268532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.084763703Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"080082b2-e3ab-4205-8034-1d76b5cce321","remote_addr":"[::1]:43372","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11768,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.084844404Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"cf2151f4-875e-4a7a-b323-42c89140255f","remote_addr":"[::1]:42745","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11657,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.084998812Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"9831895c-5832-46e4-9793-db06c050a8b4","remote_addr":"[::1]:65114","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11651,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.085123961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"906015d6-9fca-4295-9990-bbfc939c7346","remote_addr":"[::1]:38093","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11659,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.085179301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"633a5280-3fbd-408c-9771-b470cf8ce7bc","remote_addr":"[::1]:51837","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11559,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.085214031Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"5de08582-bf39-41d8-88f8-bd5c24586a77","remote_addr":"[::1]:54850","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11483,"response_code":"200"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.085406815Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/crucible/pantry/0","method":"GET","req_id":"e7557812-b512-4ba8-a509-b6dd3e3fe54c","remote_addr":"[::1]:49092","local_addr":"[::1]:54156","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11254,"response_code":"200"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.089728415Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4273, tv_nsec: 888547150 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.089795489Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"lookup_all_ipv6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.09005725Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 65174, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4273, tv_nsec: 888960513 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.090113102Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.0902079Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50107","req_id":"4e36aa5a-c02d-4094-a86d-e44880afa8d6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9f 53 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .S..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.090314172Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50107","req_id":"4e36aa5a-c02d-4094-a86d-e44880afa8d6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40787,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.090533469Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.090839018Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50107","req_id":"4e36aa5a-c02d-4094-a86d-e44880afa8d6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.092869153Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.097849716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.097910678Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.097941118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.104209598Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.176329362Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.176394091Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.176630532Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.176675642Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.177770934Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.178128787Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.178189027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.189177661Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55904","req_id":"5f580c98-4a54-48d1-8daf-646839d11560","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   91 dc 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.189410976Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55904","req_id":"5f580c98-4a54-48d1-8daf-646839d11560","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 37340,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.189612708Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.18966907Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55904","req_id":"5f580c98-4a54-48d1-8daf-646839d11560","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.189826043Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50712","req_id":"bfc84440-3a35-4527-bb74-af10a26d91ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   82 e0 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.189882836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50712","req_id":"bfc84440-3a35-4527-bb74-af10a26d91ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 33504,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.18997482Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.190225399Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:50712","req_id":"bfc84440-3a35-4527-bb74-af10a26d91ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.190293545Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.191506922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.191572032Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.1917666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.270868766Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.271418451Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.271807726Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.271867666Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.276230498Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.276599253Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.357041559Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","zone_address":"::1"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.358886185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.359206453Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"}
{"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.359262715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"}
{"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.363153116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.416744493Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.417322094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.420751166Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"1.484077647s"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.420824913Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":50,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.420859372Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.420890474Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.420919933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.420950393Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.42163633Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.42322721Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.426607665Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.432790063Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.432857087Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.432886656Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.433759986Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.45586058Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.456018965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.463217969Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55800","req_id":"4a1102df-3ee6-43db-803c-0aed3d06f65b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   fa 7c 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   .|..........._mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.464611365Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55800","req_id":"4a1102df-3ee6-43db-803c-0aed3d06f65b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 64124,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.465498833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.466146083Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.466414197Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:55800","req_id":"4a1102df-3ee6-43db-803c-0aed3d06f65b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.4706919Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4274, tv_nsec: 268098722 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.47077709Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.470810106Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49832","req_id":"54296e8a-75a7-4aad-bede-ee7f9a85aaef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   db 7a 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   .z..........-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.470848111Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49832","req_id":"54296e8a-75a7-4aad-bede-ee7f9a85aaef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 56186,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.470936027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.470959203Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:49832","req_id":"54296e8a-75a7-4aad-bede-ee7f9a85aaef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.530822747Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.532000704Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.532421452Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.53248531Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.532515019Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.533084944Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.533944537Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62535","req_id":"4e515804-26b1-4a06-8a8d-d6cc72be6276","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000:   28 9b 01 00  00 01 00 00  00 00 00 01  18 5f 63 6c   (............_cl\n0010:   69 63 6b 68  6f 75 73 65  2d 61 64 6d  69 6e 2d 6b   ickhouse-admin-k\n0020:   65 65 70 65  72 04 5f 74  63 70 0d 63  6f 6e 74 72   eeper._tcp.contr\n0030:   6f 6c 2d 70  6c 61 6e 65  05 6f 78 69  64 65 08 69   ol-plane.oxide.i\n0040:   6e 74 65 72  6e 61 6c 00  00 21 00 01  00 00 29 04   nternal..!....).\n0050:   d0 00 00 00  00 00 00                                ......."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.534039095Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62535","req_id":"4e515804-26b1-4a06-8a8d-d6cc72be6276","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 10395,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.534355165Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"}
{"msg":"failed to handle incoming DNS message: MessageRequest {\n    header: Header {\n        id: 10395,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            24,\n            95,\n            99,\n            108,\n            105,\n            99,\n            107,\n            104,\n            111,\n            117,\n            115,\n            101,\n            45,\n            97,\n            100,\n            109,\n            105,\n            110,\n            45,\n            107,\n            101,\n            101,\n            112,\n            101,\n            114,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_snapshot_expunge","level":50,"time":"2025-04-30T06:43:29.534647257Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:62535","req_id":"4e515804-26b1-4a06-8a8d-d6cc72be6276","component":"dns","kind":"dns","component":"internal_dns_server"}
{"msg":"begin collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.536072096Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"begin collection from MGS","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.536131214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","mgs_url":"http://[::1]:40004"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.536163007Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/ignition","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.536665959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.548977539Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.549080845Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.549270783Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.549788425Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.553974085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.554744219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.556117184Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.564657961Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddae7955-ae20-4b84-877e-021950f38f43\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.565223077Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.574648357Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d7b1f9d-64f4-4255-9564-476d504d7656\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.575523621Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"refreshing list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.583405344Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.583998697Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.58486381Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75d9687a-0c14-402b-b895-8563632d5e50","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.58553143Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75d9687a-0c14-402b-b895-8563632d5e50","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.585806759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75d9687a-0c14-402b-b895-8563632d5e50","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.589209519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75d9687a-0c14-402b-b895-8563632d5e50","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.593434968Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"75d9687a-0c14-402b-b895-8563632d5e50","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":8537,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.594824677Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75d9687a-0c14-402b-b895-8563632d5e50\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.595184223Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","body":"None","uri":"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.597112074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"abba5503-b521-45c6-8fdf-ede7347d5097","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.597651499Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"abba5503-b521-45c6-8fdf-ede7347d5097","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.597776448Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"abba5503-b521-45c6-8fdf-ede7347d5097","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.598758575Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"abba5503-b521-45c6-8fdf-ede7347d5097","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.601851728Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b361b14b-5eb5-4975-8a4d-be764cc1f4d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.60211918Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.611873115Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"abba5503-b521-45c6-8fdf-ede7347d5097","remote_addr":"127.0.0.1:57068","local_addr":"127.0.0.1:41836","component":"dropshot_internal","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","latency_us":14701,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.629035459Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:41836/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abba5503-b521-45c6-8fdf-ede7347d5097\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.629284836Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.629379475Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"}
{"msg":"refreshed list of producers from Nexus","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.629461478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.629973759Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.633788359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2459670c-11d7-4ed2-bca8-c533479dacd0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.634073227Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.638013047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d717369-4773-4a4d-8728-9200f13b665d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.638286972Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.641067242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2846d89a-378d-4cbc-88af-59a8ef6bc250\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.641305867Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.647340732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ec964f-d1cc-4b2b-afaf-8d65558060ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.648390583Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.650113246Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27ee0e4a-cdb4-4aee-a39a-31bdcc431388\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.650320398Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.651166785Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b484daf4-33a7-40d4-b4d4-5a17d8467c90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.651315561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.652486304Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54e53f14-7ad1-40a4-8f56-16b35178f2e6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.653014185Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.655459047Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9d10d05-f2e9-4c23-8293-fd5323997110\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.655590799Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.657808698Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0400cd-2229-47f0-81f5-736697dbf541\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.658025691Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.660093561Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c05bd5-115d-4bae-b557-8d7143711888\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.661921062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.66587Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a39bfe78-7d0d-461e-8abe-c30888c03920\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.665937695Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.669321878Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0edfb6df-9186-4699-8939-132bacca5f99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.669446977Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.673084023Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b11548b-49d3-4d74-9bcb-ea69bed2cdc7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.673283581Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.676149762Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"149d610c-0355-44a5-b4a6-7f4332dcc2b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.676212026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.681166337Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.681216377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.681299292Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.681341145Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.682329635Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.684131685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting 1 samples into database","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.684193929Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"unrolling 1 total samples","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.684220422Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.686576025Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.686636245Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de2b846d-5620-435c-abb4-09fe0d0db82d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.686677377Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.688102026Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58f566d5-0103-41b6-94cb-009df3d36a32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.688859074Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/switch/1/component/rot/cmpa","method":"GET"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.68920338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.700677311Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.700785447Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.700821408Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.701394059Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.701842423Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2}
{"msg":"inserting data","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.701889807Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.704592953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64c70679-caa3-4821-a9c6-1712d81cf51b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.704823001Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.705784066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.70600685Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.708412263Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inserted rows into table","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.708522693Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"id":"f2d4d5c2-3547-4831-8529-796764280fb6","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1}
{"msg":"successfully inserted samples","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.708573354Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.7113321Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3aca76e-9fa0-43f2-905b-c3baaf10a5f9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.713682062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.716740877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e09c1707-c923-46a6-b968-1cd37544e84b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.716961156Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/switch/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.719140889Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dc1f4c3-b179-441e-8176-0ea6540d0d9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.719283132Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.722067219Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbb05f77-2233-4fcd-a14d-a66b68642734\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.722291877Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.723289935Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collecting from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.723355947Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"sent collection request to producer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.727078113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"collected results from producer","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.727776805Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1}
{"msg":"forwarded results to main collection loop","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.727820883Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.727848027Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.730773105Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63746ccc-4a6c-42b7-9d27-1ef6c3044a75\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.730872764Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.734205684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50e8ee44-f6eb-4e0f-8b6f-637d074be445\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.734432416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.737130602Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9986f26f-fabf-436e-af4c-e29177951ed6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.737472984Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.742060875Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38b4894c-4023-40cb-850e-eb3dd48d3631\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.742455732Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.744598191Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cabbb8a4-ee72-4b17-8c8c-94b4a0f47182\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.744816275Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.747215055Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6643aa-9d5e-4a2f-affd-f199ab933bc9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.747456385Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/0/component/rot/cmpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.750484429Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"775c9bb6-be4c-4499-bf51-e277820b7412\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.750960056Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.753387062Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.753463214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7107e36-35eb-4b1d-8f40-303b87c7d39b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.753500288Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.754553085Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c037546c-b041-4c8d-bb15-afe7601a3122\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.754861009Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/0/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.756751135Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd3a14b-0211-4d8f-808b-3a22b9351fc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.756967686Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.758831109Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ac608f4-ab3e-4970-bf9d-d7f177ef305d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.759220114Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.763717936Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0390686f-b519-4481-bf70-3e0b3e0dc847\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.764105297Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.767501574Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f655f70-ad72-43c0-80d3-1446e7953479\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.767706352Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.770024711Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f535b671-f7f4-4cc1-a7fd-09f9b518fb45\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.770496752Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.772600183Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c15239f-627c-4ecb-aeca-35ae7736305c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.772870772Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.777039338Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0ce818-3ca8-4506-b0b0-86f735314cad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.777208715Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.782144008Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"351d2148-39d7-4e89-9e7a-62f39c35b9d8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.782349147Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:40004/sp/sled/1/component/rot/cmpa","method":"GET"}
{"msg":"failed to insert some results into metric DB","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:29.784108142Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.785117242Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e56f6e-7031-4a94-a749-916744f68f03\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.78518113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.786349327Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd370214-976b-45ac-83b9-72a6e0e9377e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.786452513Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.788012901Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bdb8f14-3aaf-4e36-8676-89f2885a60dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.788151888Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"Some(Body)","uri":"http://[::1]:40004/sp/sled/1/component/rot/cfpa","method":"GET"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.7899546Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"gateway_url":"http://[::1]:40004","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:40004/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bee500d-0181-4c51-9698-b2982513d29b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.79001958Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.790055682Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.790088687Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.790115361Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.790781177Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.793704301Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.800722464Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.800786512Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.800818997Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.800850099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.800877293Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.80800793Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.808356144Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.808413118Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.8084445Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.808470462Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.80936309Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.814138194Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.822989129Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.823067866Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.8230999Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.824695569Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.825440604Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.831840716Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.832022428Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.832155192Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.834675113Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.840958232Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.841069243Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.843504966Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"begin collection from Sled Agent","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.937842738Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","sled_agent_url":"http://[::1]:51119"}
{"msg":"client request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.937912066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","body":"None","uri":"http://[::1]:51119/inventory","method":"GET"}
{"msg":"accepted connection","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.938744965Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53051"}
{"msg":"incoming request","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.939298839Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"91de45a9-6568-4036-addb-806ec9fba24a","remote_addr":"[::1]:53051","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"}
{"msg":"request completed","v":0,"name":"test_snapshot_expunge","level":30,"time":"2025-04-30T06:43:29.939880748Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"uri":"/inventory","method":"GET","req_id":"91de45a9-6568-4036-addb-806ec9fba24a","remote_addr":"[::1]:53051","local_addr":"[::1]:51119","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":501,"response_code":"200"}
{"msg":"client response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.940244744Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"SledAgent":"http://[::1]:51119","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(Response { url: \"http://[::1]:51119/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91de45a9-6568-4036-addb-806ec9fba24a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:43:29 GMT\"} })"}
{"msg":"begin collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.943441954Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"end collecting all keepers","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.943500751Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","nkeeper_admin_clients":0}
{"msg":"finished collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.943528827Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.94625594Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.946320359Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.946356902Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.946384336Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.947218959Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.952630942Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.957500094Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:29.957871684Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.958027394Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:29.958756146Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.014936953Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"result":"Ok(\"found\")"}
{"msg":"Non-retryable transaction failure","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:30.035613209Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"}
{"msg":"inventory collection failed","v":0,"name":"test_snapshot_expunge","level":40,"time":"2025-04-30T06:43:30.03593478Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""}
{"msg":"activation complete","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.036043186Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"615.228694ms"}
{"msg":"activating","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.036295669Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","iteration":51,"reason":"Signaled"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.036342582Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"loading roles","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.036372592Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.036402933Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.036430437Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.038648116Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.045174519Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.051508099Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"authorize begin","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.051623208Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"roles","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.051796774Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","roles":"RoleSet { roles: {} }"}
{"msg":"authorize result","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.052545506Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"}
{"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.06026214Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","candidates":"[(b9eba9a5-2952-4b7f-9d32-4296e0270f0a, 0)]"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.060538992Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.061650416Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54435","req_id":"5d286383-a5b4-4896-aefa-e1bee46a1583","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000:   5f bf 01 00  00 01 00 00  00 00 00 01  04 5f 6d 67   _............_mg\n0010:   73 04 5f 74  63 70 0d 63  6f 6e 74 72  6f 6c 2d 70   s._tcp.control-p\n0020:   6c 61 6e 65  05 6f 78 69  64 65 08 69  6e 74 65 72   lane.oxide.inter\n0030:   6e 61 6c 00  00 21 00 01  00 00 29 04  d0 00 00 00   nal..!....).....\n0040:   00 00 00                                             ..."}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.061843982Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54435","req_id":"5d286383-a5b4-4896-aefa-e1bee46a1583","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 24511,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n                query_type: SRV,\n                query_class: IN,\n            },\n        },\n        original: [\n            4,\n            95,\n            109,\n            103,\n            115,\n            4,\n            95,\n            116,\n            99,\n            112,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            33,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.062142868Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.062383788Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.062643856Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:54435","req_id":"5d286383-a5b4-4896-aefa-e1bee46a1583","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.063561264Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 40004, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 4274, tv_nsec: 862490348 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"}
{"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.063690922Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"}
{"msg":"buffer","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.064930833Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58315","req_id":"ef8f209e-9810-4580-b7b6-26be3b1ee24a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000:   9f 84 01 00  00 01 00 00  00 00 00 01  2d 64 65 6e   ............-den\n0010:   64 72 69 74  65 2d 62 36  64 36 35 33  34 31 2d 31   drite-b6d65341-1\n0020:   36 37 63 2d  34 31 64 66  2d 39 62 35  63 2d 34 31   67c-41df-9b5c-41\n0030:   63 64 65 64  39 39 63 32  32 39 04 68  6f 73 74 0d   cded99c229.host.\n0040:   63 6f 6e 74  72 6f 6c 2d  70 6c 61 6e  65 05 6f 78   control-plane.ox\n0050:   69 64 65 08  69 6e 74 65  72 6e 61 6c  00 00 1c 00   ide.internal....\n0060:   01 00 00 29  04 d0 00 00  00 00 00 00                ...)........"}
{"msg":"message_request","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.065071302Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58315","req_id":"ef8f209e-9810-4580-b7b6-26be3b1ee24a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n    header: Header {\n        id: 40836,\n        message_type: Query,\n        op_code: Query,\n        authoritative: false,\n        truncation: false,\n        recursion_desired: true,\n        recursion_available: false,\n        authentic_data: false,\n        checking_disabled: false,\n        response_code: NoError,\n        query_count: 1,\n        answer_count: 0,\n        name_server_count: 0,\n        additional_count: 1,\n    },\n    query: WireQuery {\n        query: LowerQuery {\n            name: LowerName(\n                Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n            ),\n            original: Query {\n                name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n                query_type: AAAA,\n                query_class: IN,\n            },\n        },\n        original: [\n            45,\n            100,\n            101,\n            110,\n            100,\n            114,\n            105,\n            116,\n            101,\n            45,\n            98,\n            54,\n            100,\n            54,\n            53,\n            51,\n            52,\n            49,\n            45,\n            49,\n            54,\n            55,\n            99,\n            45,\n            52,\n            49,\n            100,\n            102,\n            45,\n            57,\n            98,\n            53,\n            99,\n            45,\n            52,\n            49,\n            99,\n            100,\n            101,\n            100,\n            57,\n            57,\n            99,\n            50,\n            50,\n            57,\n            4,\n            104,\n            111,\n            115,\n            116,\n            13,\n            99,\n            111,\n            110,\n            116,\n            114,\n            111,\n            108,\n            45,\n            112,\n            108,\n            97,\n            110,\n            101,\n            5,\n            111,\n            120,\n            105,\n            100,\n            101,\n            8,\n            105,\n            110,\n            116,\n            101,\n            114,\n            110,\n            97,\n            108,\n            0,\n            0,\n            28,\n            0,\n            1,\n        ],\n    },\n    answers: [],\n    name_servers: [],\n    additionals: [],\n    sig0: [],\n    edns: Some(\n        Edns {\n            rcode_high: 0,\n            version: 0,\n            dnssec_ok: false,\n            max_payload: 1232,\n            options: OPT {\n                options: {},\n            },\n        },\n    ),\n}"}
{"msg":"query key","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.065294196Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"}
{"msg":"dns response","v":0,"name":"test_snapshot_expunge","level":20,"time":"2025-04-30T06:43:30.065389066Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"peer_addr":"[::1]:58315","req_id":"ef8f209e-9810-4580-b7b6-26be3b1ee24a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"}
{"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_snapshot_expunge","level":10,"time":"2025-04-30T06:43:30.147290078Z","hostname":"bmat-EVT22200007-000064cb","pid":27035,"component":"DnsResolver","component":"ServerContext","name":"58f2365f-b720-4ec1-ad50-a68fadcacb1c","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"}